2024-11-14 00:19:58,849 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 00:19:58,966 main DEBUG Took 0.112752 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 00:19:58,966 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 00:19:58,967 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 00:19:58,970 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 00:19:58,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,005 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 00:19:59,066 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,086 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,093 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,107 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,110 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,126 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,134 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 00:19:59,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,157 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 00:19:59,178 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 00:19:59,187 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 00:19:59,194 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 00:19:59,206 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 00:19:59,208 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 00:19:59,209 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 00:19:59,248 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 00:19:59,253 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 00:19:59,258 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 00:19:59,264 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 00:19:59,265 main DEBUG createAppenders(={Console}) 2024-11-14 00:19:59,267 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 00:19:59,269 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 00:19:59,270 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 00:19:59,271 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 00:19:59,275 main DEBUG OutputStream closed 2024-11-14 00:19:59,277 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 00:19:59,277 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 00:19:59,281 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 00:19:59,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 00:19:59,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 00:19:59,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 00:19:59,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 00:19:59,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 00:19:59,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 00:19:59,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 00:19:59,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 00:19:59,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 00:19:59,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 00:19:59,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 00:19:59,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 00:19:59,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 00:19:59,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 00:19:59,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 00:19:59,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 00:19:59,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 00:19:59,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 00:19:59,558 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 00:19:59,559 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 00:19:59,559 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 00:19:59,563 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T00:19:59,594 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 00:19:59,601 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 00:19:59,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T00:19:59,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=2105, ProcessCount=11, AvailableMemoryMB=4397 2024-11-14T00:20:00,615 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T00:20:00,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc 2024-11-14T00:20:00,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a, deleteOnExit=true 2024-11-14T00:20:01,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/zookeeper_0, clientPort=54802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:20:01,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54802 2024-11-14T00:20:01,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:20:01,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:20:01,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/test.cache.data in system properties and HBase conf 2024-11-14T00:20:01,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:20:01,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:20:01,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:20:01,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:20:01,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:20:01,398 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T00:20:01,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:20:01,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:01,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:01,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:20:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:01,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:20:01,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:20:01,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:01,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:01,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:20:01,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:20:01,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:20:01,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:01,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:20:01,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:20:03,870 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T00:20:04,080 INFO [Time-limited test {}] log.Log(170): Logging initialized @7215ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T00:20:04,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:04,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:04,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:04,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:04,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:20:04,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:04,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:04,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:05,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/java.io.tmpdir/jetty-localhost-43099-hadoop-hdfs-3_4_1-tests_jar-_-any-10838304345361675519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:20:05,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:43099} 2024-11-14T00:20:05,084 INFO [Time-limited test {}] server.Server(415): Started @8219ms 2024-11-14T00:20:06,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:06,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:06,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:06,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:06,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:06,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:06,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:06,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/java.io.tmpdir/jetty-localhost-45945-hadoop-hdfs-3_4_1-tests_jar-_-any-4951008424376716440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:20:06,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:45945} 2024-11-14T00:20:06,615 INFO [Time-limited test {}] server.Server(415): Started @9751ms 2024-11-14T00:20:06,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:20:07,952 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/data/data1/current/BP-689563651-172.17.0.3-1731543602900/current, will proceed with Du for space computation calculation, 2024-11-14T00:20:07,953 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/data/data2/current/BP-689563651-172.17.0.3-1731543602900/current, will proceed with Du for space computation calculation, 2024-11-14T00:20:07,986 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:20:08,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ebd8e6b5da95496 with lease ID 0xb5835a5e80732965: Processing first storage report for DS-f422e7d8-dab7-480e-9547-346bf4dad0a8 from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7cbf8a17-31a9-4d32-b9aa-eae18c560dfe, infoPort=37175, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1290552434;c=1731543602900) 2024-11-14T00:20:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ebd8e6b5da95496 with lease ID 0xb5835a5e80732965: from storage DS-f422e7d8-dab7-480e-9547-346bf4dad0a8 node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7cbf8a17-31a9-4d32-b9aa-eae18c560dfe, infoPort=37175, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1290552434;c=1731543602900), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T00:20:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ebd8e6b5da95496 with lease ID 0xb5835a5e80732965: Processing first storage report for DS-257c2a6d-e063-4420-ab85-efa4a2f0627d from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7cbf8a17-31a9-4d32-b9aa-eae18c560dfe, infoPort=37175, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1290552434;c=1731543602900) 2024-11-14T00:20:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ebd8e6b5da95496 with lease ID 0xb5835a5e80732965: from storage DS-257c2a6d-e063-4420-ab85-efa4a2f0627d node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7cbf8a17-31a9-4d32-b9aa-eae18c560dfe, infoPort=37175, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1290552434;c=1731543602900), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:20:08,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc 2024-11-14T00:20:08,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:08,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:08,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:20:08,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805 with version=8 2024-11-14T00:20:08,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/hbase-staging 2024-11-14T00:20:09,003 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T00:20:09,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:09,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:09,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:09,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:09,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:09,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:09,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:20:09,716 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T00:20:09,737 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T00:20:09,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:09,775 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13933 (auto-detected) 2024-11-14T00:20:09,776 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T00:20:09,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35079 2024-11-14T00:20:09,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35079 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:10,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350790x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:10,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35079-0x10136b68b0c0000 connected 2024-11-14T00:20:10,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:10,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:10,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:10,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805, hbase.cluster.distributed=false 2024-11-14T00:20:10,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/acl 2024-11-14T00:20:10,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-14T00:20:10,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35079 2024-11-14T00:20:10,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35079 2024-11-14T00:20:10,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-14T00:20:10,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-14T00:20:10,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:10,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:10,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:10,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:10,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:10,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:10,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:20:10,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:10,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38413 2024-11-14T00:20:10,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38413 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:10,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:10,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:10,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384130x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:10,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384130x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:10,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38413-0x10136b68b0c0001 connected 2024-11-14T00:20:10,460 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:20:10,470 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:20:10,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/master 2024-11-14T00:20:10,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/acl 2024-11-14T00:20:10,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-14T00:20:10,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38413 2024-11-14T00:20:10,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38413 2024-11-14T00:20:10,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-14T00:20:10,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-14T00:20:10,513 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:35079 2024-11-14T00:20:10,516 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0323587076/backup-masters/63baa11b75f3,35079,1731543609164 2024-11-14T00:20:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:10,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:10,545 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on existing znode=/0323587076/backup-masters/63baa11b75f3,35079,1731543609164 2024-11-14T00:20:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0323587076/master 2024-11-14T00:20:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:10,580 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on existing znode=/0323587076/master 2024-11-14T00:20:10,581 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0323587076/backup-masters/63baa11b75f3,35079,1731543609164 from backup master directory 2024-11-14T00:20:10,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:10,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/backup-masters/63baa11b75f3,35079,1731543609164 2024-11-14T00:20:10,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:10,590 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:10,590 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,35079,1731543609164 2024-11-14T00:20:10,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T00:20:10,593 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T00:20:10,648 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/hbase.id] with ID: 0d26b644-3623-4dff-acc5-8c746f1c1bdc 2024-11-14T00:20:10,648 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/.tmp/hbase.id 2024-11-14T00:20:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:20:10,667 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/.tmp/hbase.id]:[hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/hbase.id] 2024-11-14T00:20:10,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:10,763 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:20:10,787 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-14T00:20:10,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:10,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:20:10,899 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:20:10,906 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:20:10,939 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:20:10,950 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:20:11,074 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store 2024-11-14T00:20:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:20:11,189 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T00:20:11,201 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:11,209 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:20:11,209 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:11,210 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:11,212 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:20:11,212 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:11,213 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:11,214 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543611209Disabling compacts and flushes for region at 1731543611209Disabling writes for close at 1731543611212 (+3 ms)Writing region close event to WAL at 1731543611213 (+1 ms)Closed at 1731543611213 2024-11-14T00:20:11,225 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/.initializing 2024-11-14T00:20:11,226 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164 2024-11-14T00:20:11,244 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:11,277 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C35079%2C1731543609164, suffix=, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/oldWALs, maxLogs=10 2024-11-14T00:20:11,313 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164/63baa11b75f3%2C35079%2C1731543609164.1731543611289, exclude list is [], retry=0 2024-11-14T00:20:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:11,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T00:20:11,401 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164/63baa11b75f3%2C35079%2C1731543609164.1731543611289 2024-11-14T00:20:11,404 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:11,405 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:11,405 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:11,409 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,410 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:20:11,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:11,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:11,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:20:11,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:11,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:20:11,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:20:11,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:11,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:11,532 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,539 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,545 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,545 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,549 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:11,553 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:11,561 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:11,563 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71821985, jitterRate=0.07023097574710846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:11,573 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543611425Initializing all the Stores at 1731543611428 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543611429 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543611430 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543611430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543611430Cleaning up temporary data from old regions at 1731543611546 (+116 ms)Region opened successfully at 1731543611573 (+27 ms) 2024-11-14T00:20:11,575 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:20:11,618 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22503e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:11,651 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:20:11,667 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:20:11,667 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:20:11,671 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:20:11,674 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T00:20:11,681 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T00:20:11,681 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:20:11,716 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:20:11,728 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/balancer because node does not exist (not necessarily an error) 2024-11-14T00:20:11,768 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/balancer already deleted, retry=false 2024-11-14T00:20:11,772 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:20:11,775 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:20:11,840 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/normalizer already deleted, retry=false 2024-11-14T00:20:11,843 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:20:11,848 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:20:11,893 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/switch/split already deleted, retry=false 2024-11-14T00:20:11,896 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:20:11,978 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/switch/merge already deleted, retry=false 2024-11-14T00:20:12,013 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:20:12,075 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/snapshot-cleanup already deleted, retry=false 2024-11-14T00:20:12,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:12,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:12,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:12,127 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,35079,1731543609164, sessionid=0x10136b68b0c0000, setting cluster-up flag (Was=false) 2024-11-14T00:20:12,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:12,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:12,199 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0323587076/flush-table-proc/acquired, /0323587076/flush-table-proc/reached, /0323587076/flush-table-proc/abort 2024-11-14T00:20:12,202 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,35079,1731543609164 2024-11-14T00:20:12,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:12,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:12,252 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0323587076/online-snapshot/acquired, /0323587076/online-snapshot/reached, /0323587076/online-snapshot/abort 2024-11-14T00:20:12,254 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,35079,1731543609164 2024-11-14T00:20:12,263 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:20:12,303 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(746): ClusterId : 0d26b644-3623-4dff-acc5-8c746f1c1bdc 2024-11-14T00:20:12,305 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:20:12,346 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:12,352 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:20:12,352 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:20:12,360 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:20:12,369 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:20:12,377 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,35079,1731543609164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:20:12,418 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:20:12,418 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51778098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:12,419 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:12,419 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:12,419 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:12,420 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:12,420 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:20:12,420 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,420 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:12,421 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,431 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543642431 2024-11-14T00:20:12,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:20:12,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:20:12,440 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:38413 2024-11-14T00:20:12,440 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:20:12,440 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:20:12,440 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:20:12,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:20:12,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:12,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:20:12,443 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:20:12,443 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:20:12,444 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:20:12,442 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,445 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:20:12,447 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:20:12,447 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,35079,1731543609164 with port=38413, startcode=1731543610361 2024-11-14T00:20:12,447 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:20:12,448 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:20:12,450 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:12,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:20:12,452 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:20:12,453 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:20:12,456 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543612454,5,FailOnTimeoutGroup] 2024-11-14T00:20:12,459 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:20:12,460 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543612456,5,FailOnTimeoutGroup] 2024-11-14T00:20:12,460 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,461 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:20:12,462 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,462 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:20:12,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:20:12,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805 2024-11-14T00:20:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:20:12,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:12,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:12,523 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:20:12,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:12,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:12,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,38413,1731543610361 2024-11-14T00:20:12,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35079 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,38413,1731543610361 2024-11-14T00:20:12,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:12,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:12,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:12,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:12,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:12,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:12,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:12,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:12,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:12,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:12,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:12,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:12,553 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805 2024-11-14T00:20:12,553 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46037 2024-11-14T00:20:12,553 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:20:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:12,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740 2024-11-14T00:20:12,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740 2024-11-14T00:20:12,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:12,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:12,562 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:12,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:12,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:12,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/rs 2024-11-14T00:20:12,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64877893, jitterRate=-0.0332440584897995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:12,581 DEBUG [RS:0;63baa11b75f3:38413 {}] zookeeper.ZKUtil(111): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on existing znode=/0323587076/rs/63baa11b75f3,38413,1731543610361 2024-11-14T00:20:12,581 WARN [RS:0;63baa11b75f3:38413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:12,581 INFO [RS:0;63baa11b75f3:38413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:12,581 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361 2024-11-14T00:20:12,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,38413,1731543610361] 2024-11-14T00:20:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543612509Initializing all the Stores at 1731543612514 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543612514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543612520 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543612520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543612520Cleaning up temporary data from old regions at 1731543612561 (+41 ms)Region opened successfully at 1731543612586 (+25 ms) 2024-11-14T00:20:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:20:12,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:20:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:20:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:20:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:20:12,593 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:12,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543612586Disabling compacts and flushes for region at 1731543612586Disabling writes for close at 1731543612586Writing region close event to WAL at 1731543612592 (+6 ms)Closed at 1731543612593 (+1 ms) 2024-11-14T00:20:12,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:12,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:20:12,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:20:12,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:12,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:20:12,618 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:20:12,636 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:20:12,643 INFO [RS:0;63baa11b75f3:38413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:20:12,643 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,646 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:20:12,657 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:20:12,658 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,660 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,661 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,661 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,661 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,661 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,661 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:12,661 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,662 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,662 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,662 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,662 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,662 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:12,663 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:12,663 DEBUG [RS:0;63baa11b75f3:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:12,665 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,665 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,666 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,666 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,666 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,666 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38413,1731543610361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:12,693 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:20:12,695 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38413,1731543610361-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,696 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,696 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.Replication(171): 63baa11b75f3,38413,1731543610361 started 2024-11-14T00:20:12,726 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:12,727 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,38413,1731543610361, RpcServer on 63baa11b75f3/172.17.0.3:38413, sessionid=0x10136b68b0c0001 2024-11-14T00:20:12,727 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:20:12,728 DEBUG [RS:0;63baa11b75f3:38413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,38413,1731543610361 2024-11-14T00:20:12,728 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,38413,1731543610361' 2024-11-14T00:20:12,728 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0323587076/flush-table-proc/abort' 2024-11-14T00:20:12,731 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0323587076/flush-table-proc/acquired' 2024-11-14T00:20:12,734 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:20:12,734 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:20:12,734 DEBUG [RS:0;63baa11b75f3:38413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,38413,1731543610361 2024-11-14T00:20:12,734 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,38413,1731543610361' 2024-11-14T00:20:12,734 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0323587076/online-snapshot/abort' 2024-11-14T00:20:12,738 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0323587076/online-snapshot/acquired' 2024-11-14T00:20:12,740 DEBUG [RS:0;63baa11b75f3:38413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:20:12,740 INFO [RS:0;63baa11b75f3:38413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:20:12,740 INFO [RS:0;63baa11b75f3:38413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:20:12,769 WARN [63baa11b75f3:35079 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:20:12,846 INFO [RS:0;63baa11b75f3:38413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:12,850 INFO [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C38413%2C1731543610361, suffix=, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs, maxLogs=10 2024-11-14T00:20:12,875 DEBUG [RS:0;63baa11b75f3:38413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854, exclude list is [], retry=0 2024-11-14T00:20:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:12,886 INFO [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 2024-11-14T00:20:12,888 DEBUG [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:13,021 DEBUG [63baa11b75f3:35079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:20:13,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,38413,1731543610361 2024-11-14T00:20:13,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,38413,1731543610361, state=OPENING 2024-11-14T00:20:13,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:20:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:13,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:13,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:13,181 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:13,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,38413,1731543610361}] 2024-11-14T00:20:13,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:20:13,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:20:13,393 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:20:13,394 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:13,395 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:20:13,403 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C38413%2C1731543610361.meta, suffix=.meta, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs, maxLogs=10 2024-11-14T00:20:13,429 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.meta.1731543613405.meta, exclude list is [], retry=0 2024-11-14T00:20:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:13,452 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.meta.1731543613405.meta 2024-11-14T00:20:13,454 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:13,454 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:13,464 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:20:13,465 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:20:13,470 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:20:13,472 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:20:13,478 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:20:13,479 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:13,479 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:20:13,480 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:20:13,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:13,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:13,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:13,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:13,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:13,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:13,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:13,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:13,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:13,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:13,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:13,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:13,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:13,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:13,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:13,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:13,535 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:13,537 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740 2024-11-14T00:20:13,541 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740 2024-11-14T00:20:13,546 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:13,546 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:13,548 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:13,552 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:13,555 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041624, jitterRate=-0.0010019540786743164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:13,557 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:20:13,559 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543613480Writing region info on filesystem at 1731543613481 (+1 ms)Initializing all the Stores at 1731543613485 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543613486 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543613494 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543613494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543613494Cleaning up temporary data from old regions at 1731543613546 (+52 ms)Running coprocessor post-open hooks at 1731543613557 (+11 ms)Region opened successfully at 1731543613559 (+2 ms) 2024-11-14T00:20:13,569 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543613365 2024-11-14T00:20:13,586 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:20:13,587 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:20:13,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,38413,1731543610361 2024-11-14T00:20:13,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,38413,1731543610361, state=OPEN 2024-11-14T00:20:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:13,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:13,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,38413,1731543610361 2024-11-14T00:20:13,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:13,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:20:13,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,38413,1731543610361 in 476 msec 2024-11-14T00:20:13,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:20:13,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0840 sec 2024-11-14T00:20:13,709 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:13,709 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:20:13,745 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:13,747 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,38413,1731543610361, seqNum=-1] 2024-11-14T00:20:13,804 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:13,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:13,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5610 sec 2024-11-14T00:20:13,872 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543613872, completionTime=-1 2024-11-14T00:20:13,876 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:20:13,884 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:20:13,964 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:20:13,964 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543673964 2024-11-14T00:20:13,965 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543733964 2024-11-14T00:20:13,965 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 80 msec 2024-11-14T00:20:13,971 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35079,1731543609164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:13,971 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35079,1731543609164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:13,971 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35079,1731543609164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:13,978 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:35079, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:13,991 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:13,997 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:20:13,998 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:14,079 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.489sec 2024-11-14T00:20:14,081 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:20:14,088 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:20:14,089 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:20:14,091 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:20:14,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:20:14,094 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35079,1731543609164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:14,094 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35079,1731543609164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:20:14,112 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:20:14,114 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:20:14,115 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35079,1731543609164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:14,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:14,138 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T00:20:14,138 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T00:20:14,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35079,-1 for getting cluster id 2024-11-14T00:20:14,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:14,221 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d26b644-3623-4dff-acc5-8c746f1c1bdc' 2024-11-14T00:20:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d26b644-3623-4dff-acc5-8c746f1c1bdc" 2024-11-14T00:20:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2479a655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35079,-1] 2024-11-14T00:20:14,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:14,258 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:14,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:14,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,38413,1731543610361, seqNum=-1] 2024-11-14T00:20:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:14,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:14,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,35079,1731543609164 2024-11-14T00:20:14,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:14,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:14,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136b68b0c0002 connected 2024-11-14T00:20:14,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir so I do NOT create it in target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6 2024-11-14T00:20:14,567 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:20:14,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.tmp.dir so I do NOT create it in target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6 2024-11-14T00:20:14,567 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:20:14,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6 2024-11-14T00:20:14,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:20:14,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/cluster_398dfb54-406e-b696-0101-43640e93e674, deleteOnExit=true 2024-11-14T00:20:14,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:20:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/test.cache.data in system properties and HBase conf 2024-11-14T00:20:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:20:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:20:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:20:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:20:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:20:14,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:20:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:20:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:20:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:20:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:20:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:20:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:20:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:20:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:20:15,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:15,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:15,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:15,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:15,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:15,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:15,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:15,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:15,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/java.io.tmpdir/jetty-localhost-36517-hadoop-hdfs-3_4_1-tests_jar-_-any-7960041088572065845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:20:15,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:36517} 2024-11-14T00:20:15,519 INFO [Time-limited test {}] server.Server(415): Started @18654ms 2024-11-14T00:20:16,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:16,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:16,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:16,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:16,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:16,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:16,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:16,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/java.io.tmpdir/jetty-localhost-43733-hadoop-hdfs-3_4_1-tests_jar-_-any-15563173350447242549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:20:16,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:43733} 2024-11-14T00:20:16,331 INFO [Time-limited test {}] server.Server(415): Started @19466ms 2024-11-14T00:20:16,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:20:18,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:20:19,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:20:19,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:20:19,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:20:19,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:19,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T00:20:19,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:19,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:20:19,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:20:19,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T00:20:20,149 WARN [Thread-197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/cluster_398dfb54-406e-b696-0101-43640e93e674/data/data2/current/BP-1271181615-172.17.0.3-1731543614697/current, will proceed with Du for space computation calculation, 2024-11-14T00:20:20,151 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/cluster_398dfb54-406e-b696-0101-43640e93e674/data/data1/current/BP-1271181615-172.17.0.3-1731543614697/current, will proceed with Du for space computation calculation, 2024-11-14T00:20:20,261 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:20:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe96b9b07552071df with lease ID 0x2b08f5824eca080f: Processing first storage report for DS-35b26911-7d06-43e8-b2ab-d354448b0541 from datanode DatanodeRegistration(127.0.0.1:33913, datanodeUuid=f2663e92-d73b-4259-9329-ab500a3871de, infoPort=40247, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=625506525;c=1731543614697) 2024-11-14T00:20:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe96b9b07552071df with lease ID 0x2b08f5824eca080f: from storage DS-35b26911-7d06-43e8-b2ab-d354448b0541 node DatanodeRegistration(127.0.0.1:33913, datanodeUuid=f2663e92-d73b-4259-9329-ab500a3871de, infoPort=40247, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=625506525;c=1731543614697), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:20:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe96b9b07552071df with lease ID 0x2b08f5824eca080f: Processing first storage report for DS-f9aff057-bee6-4561-9181-f7b1c05c4353 from datanode DatanodeRegistration(127.0.0.1:33913, datanodeUuid=f2663e92-d73b-4259-9329-ab500a3871de, infoPort=40247, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=625506525;c=1731543614697) 2024-11-14T00:20:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe96b9b07552071df with lease ID 0x2b08f5824eca080f: from storage DS-f9aff057-bee6-4561-9181-f7b1c05c4353 node DatanodeRegistration(127.0.0.1:33913, datanodeUuid=f2663e92-d73b-4259-9329-ab500a3871de, infoPort=40247, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=625506525;c=1731543614697), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:20:20,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6 2024-11-14T00:20:20,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:20,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:20:20,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a with version=8 2024-11-14T00:20:20,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/hbase-staging 2024-11-14T00:20:20,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:20,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:20,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:20,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:20,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:20,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:20,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:20:20,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:20,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42157 2024-11-14T00:20:20,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42157 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421570x0, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:20,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42157-0x10136b68b0c0003 connected 2024-11-14T00:20:20,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:20,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:20,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/running 2024-11-14T00:20:20,898 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a, hbase.cluster.distributed=false 2024-11-14T00:20:20,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/acl 2024-11-14T00:20:20,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42157 2024-11-14T00:20:20,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42157 2024-11-14T00:20:20,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42157 2024-11-14T00:20:20,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42157 2024-11-14T00:20:20,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42157 2024-11-14T00:20:21,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:21,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:21,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:21,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:21,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:21,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:21,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:20:21,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:21,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35723 2024-11-14T00:20:21,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35723 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:21,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:21,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:21,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357230x0, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:21,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357230x0, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/running 2024-11-14T00:20:21,120 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:20:21,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35723-0x10136b68b0c0004 connected 2024-11-14T00:20:21,157 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:20:21,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/master 2024-11-14T00:20:21,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/acl 2024-11-14T00:20:21,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-14T00:20:21,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35723 2024-11-14T00:20:21,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35723 2024-11-14T00:20:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-14T00:20:21,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-14T00:20:21,309 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:42157 2024-11-14T00:20:21,324 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1383683715/backup-masters/63baa11b75f3,42157,1731543620389 2024-11-14T00:20:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715/backup-masters 2024-11-14T00:20:21,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715/backup-masters 2024-11-14T00:20:21,355 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on existing znode=/1-1383683715/backup-masters/63baa11b75f3,42157,1731543620389 2024-11-14T00:20:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1383683715/master 2024-11-14T00:20:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:21,371 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on existing znode=/1-1383683715/master 2024-11-14T00:20:21,372 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1383683715/backup-masters/63baa11b75f3,42157,1731543620389 from backup master directory 2024-11-14T00:20:21,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1383683715/backup-masters/63baa11b75f3,42157,1731543620389 2024-11-14T00:20:21,378 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:21,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715/backup-masters 2024-11-14T00:20:21,378 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,42157,1731543620389 2024-11-14T00:20:21,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715/backup-masters 2024-11-14T00:20:21,403 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/hbase.id] with ID: eaf555d9-6342-440c-ab5a-f830b6c38350 2024-11-14T00:20:21,403 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/.tmp/hbase.id 2024-11-14T00:20:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:20:21,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/.tmp/hbase.id]:[hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/hbase.id] 2024-11-14T00:20:21,499 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:21,499 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:20:21,503 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T00:20:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:21,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:21,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:20:22,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:20:22,007 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:20:22,010 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:20:22,114 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store 2024-11-14T00:20:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:20:22,144 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:22,144 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:20:22,144 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:22,144 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:22,144 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:20:22,144 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:22,144 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:22,145 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543622144Disabling compacts and flushes for region at 1731543622144Disabling writes for close at 1731543622144Writing region close event to WAL at 1731543622144Closed at 1731543622144 2024-11-14T00:20:22,155 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/.initializing 2024-11-14T00:20:22,156 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/WALs/63baa11b75f3,42157,1731543620389 2024-11-14T00:20:22,170 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:22,201 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C42157%2C1731543620389, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/WALs/63baa11b75f3,42157,1731543620389, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/oldWALs, maxLogs=10 2024-11-14T00:20:22,234 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/WALs/63baa11b75f3,42157,1731543620389/63baa11b75f3%2C42157%2C1731543620389.1731543622201, exclude list is [], retry=0 2024-11-14T00:20:22,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33913,DS-35b26911-7d06-43e8-b2ab-d354448b0541,DISK] 2024-11-14T00:20:22,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/WALs/63baa11b75f3,42157,1731543620389/63baa11b75f3%2C42157%2C1731543620389.1731543622201 2024-11-14T00:20:22,297 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:20:22,297 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:22,297 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:22,298 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,298 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:20:22,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:22,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:22,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:20:22,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:22,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:22,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:20:22,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:22,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:22,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:20:22,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:22,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:22,391 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,393 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,399 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,403 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,403 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,409 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:22,429 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:22,461 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:22,470 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69333459, jitterRate=0.03314904868602753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:22,473 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543622298Initializing all the Stores at 1731543622304 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543622304Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543622304Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543622304Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543622304Cleaning up temporary data from old regions at 1731543622403 (+99 ms)Region opened successfully at 1731543622470 (+67 ms) 2024-11-14T00:20:22,481 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:20:22,505 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a726a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:22,507 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:20:22,507 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:20:22,507 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:20:22,507 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:20:22,512 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-14T00:20:22,513 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:20:22,513 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:20:22,547 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:20:22,550 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Unable to get data of znode /1-1383683715/balancer because node does not exist (not necessarily an error) 2024-11-14T00:20:22,886 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/balancer already deleted, retry=false 2024-11-14T00:20:22,887 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:20:22,889 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Unable to get data of znode /1-1383683715/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:20:23,169 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/normalizer already deleted, retry=false 2024-11-14T00:20:23,170 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:20:23,176 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Unable to get data of znode /1-1383683715/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:20:23,337 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/switch/split already deleted, retry=false 2024-11-14T00:20:23,338 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Unable to get data of znode /1-1383683715/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:20:23,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/switch/merge already deleted, retry=false 2024-11-14T00:20:23,560 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Unable to get data of znode /1-1383683715/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:20:23,609 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/snapshot-cleanup already deleted, retry=false 2024-11-14T00:20:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1383683715/running 2024-11-14T00:20:23,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:23,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1383683715/running 2024-11-14T00:20:23,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:23,677 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,42157,1731543620389, sessionid=0x10136b68b0c0003, setting cluster-up flag (Was=false) 2024-11-14T00:20:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:23,735 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1383683715/flush-table-proc/acquired, /1-1383683715/flush-table-proc/reached, /1-1383683715/flush-table-proc/abort 2024-11-14T00:20:23,738 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,42157,1731543620389 2024-11-14T00:20:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:23,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:23,788 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1383683715/online-snapshot/acquired, /1-1383683715/online-snapshot/reached, /1-1383683715/online-snapshot/abort 2024-11-14T00:20:23,797 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,42157,1731543620389 2024-11-14T00:20:23,800 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:20:23,810 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:23,810 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:20:23,811 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:20:23,811 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,42157,1731543620389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:20:23,818 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(746): ClusterId : eaf555d9-6342-440c-ab5a-f830b6c38350 2024-11-14T00:20:23,818 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:20:23,820 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:23,820 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:23,820 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:23,820 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:23,820 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:20:23,820 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:23,821 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:23,821 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:23,856 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:20:23,857 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:20:23,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:23,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:20:23,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:23,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:20:23,888 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543653888 2024-11-14T00:20:23,889 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:20:23,889 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:20:23,889 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:20:23,890 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:20:23,890 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:20:23,890 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:20:23,905 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:23,908 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:20:23,909 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:20:23,909 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:20:23,909 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:20:23,922 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:20:23,922 DEBUG [RS:0;63baa11b75f3:35723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2735cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:23,945 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:20:23,945 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:20:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:20:23,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:20:23,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a 2024-11-14T00:20:23,971 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543623945,5,FailOnTimeoutGroup] 2024-11-14T00:20:23,978 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543623971,5,FailOnTimeoutGroup] 2024-11-14T00:20:23,978 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:23,979 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:20:23,979 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:23,979 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:20:24,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:24,016 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:35723 2024-11-14T00:20:24,017 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:20:24,017 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:20:24,017 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:20:24,018 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,42157,1731543620389 with port=35723, startcode=1731543621055 2024-11-14T00:20:24,018 DEBUG [RS:0;63baa11b75f3:35723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:20:24,029 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:20:24,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42157 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:24,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:24,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:24,046 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a 2024-11-14T00:20:24,046 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33749 2024-11-14T00:20:24,046 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:20:24,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:24,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:24,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:24,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:24,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:24,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:24,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:24,095 DEBUG [RS:0;63baa11b75f3:35723 {}] zookeeper.ZKUtil(111): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on existing znode=/1-1383683715/rs/63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,095 WARN [RS:0;63baa11b75f3:35723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:24,096 INFO [RS:0;63baa11b75f3:35723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:24,096 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715/rs 2024-11-14T00:20:24,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:24,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:24,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,35723,1731543621055] 2024-11-14T00:20:24,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:24,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:24,127 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:20:24,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:24,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:24,138 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:20:24,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740 2024-11-14T00:20:24,142 INFO [RS:0;63baa11b75f3:35723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:20:24,142 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740 2024-11-14T00:20:24,148 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:20:24,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:24,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:24,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:24,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:24,166 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:20:24,166 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,167 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,167 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,167 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,167 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,168 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,169 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:24,169 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:24,169 DEBUG [RS:0;63baa11b75f3:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:24,188 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,188 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,189 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,189 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,189 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,189 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35723,1731543621055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:24,205 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:24,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63086283, jitterRate=-0.0599411278963089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:24,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543624007Initializing all the Stores at 1731543624024 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543624024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543624029 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543624029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543624029Cleaning up temporary data from old regions at 1731543624151 (+122 ms)Region opened successfully at 1731543624209 (+58 ms) 2024-11-14T00:20:24,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:20:24,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:20:24,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:20:24,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:20:24,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:20:24,229 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:24,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543624209Disabling compacts and flushes for region at 1731543624209Disabling writes for close at 1731543624210 (+1 ms)Writing region close event to WAL at 1731543624228 (+18 ms)Closed at 1731543624228 2024-11-14T00:20:24,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:24,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:20:24,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:20:24,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:24,248 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:20:24,268 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:20:24,269 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35723,1731543621055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,269 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,269 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.Replication(171): 63baa11b75f3,35723,1731543621055 started 2024-11-14T00:20:24,318 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:24,318 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,35723,1731543621055, RpcServer on 63baa11b75f3/172.17.0.3:35723, sessionid=0x10136b68b0c0004 2024-11-14T00:20:24,318 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:20:24,318 DEBUG [RS:0;63baa11b75f3:35723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,318 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,35723,1731543621055' 2024-11-14T00:20:24,319 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1383683715/flush-table-proc/abort' 2024-11-14T00:20:24,328 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1383683715/flush-table-proc/acquired' 2024-11-14T00:20:24,331 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:20:24,331 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:20:24,331 DEBUG [RS:0;63baa11b75f3:35723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,331 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,35723,1731543621055' 2024-11-14T00:20:24,331 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1383683715/online-snapshot/abort' 2024-11-14T00:20:24,331 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1383683715/online-snapshot/acquired' 2024-11-14T00:20:24,333 DEBUG [RS:0;63baa11b75f3:35723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:20:24,333 INFO [RS:0;63baa11b75f3:35723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:20:24,333 INFO [RS:0;63baa11b75f3:35723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:20:24,402 WARN [63baa11b75f3:42157 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:20:24,434 INFO [RS:0;63baa11b75f3:35723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:24,445 INFO [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C35723%2C1731543621055, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/oldWALs, maxLogs=10 2024-11-14T00:20:24,481 DEBUG [RS:0;63baa11b75f3:35723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055/63baa11b75f3%2C35723%2C1731543621055.1731543624447, exclude list is [], retry=0 2024-11-14T00:20:24,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33913,DS-35b26911-7d06-43e8-b2ab-d354448b0541,DISK] 2024-11-14T00:20:24,522 INFO [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055/63baa11b75f3%2C35723%2C1731543621055.1731543624447 2024-11-14T00:20:24,525 DEBUG [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:20:24,655 DEBUG [63baa11b75f3:42157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:20:24,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,35723,1731543621055 2024-11-14T00:20:24,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,35723,1731543621055, state=OPENING 2024-11-14T00:20:24,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:20:24,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:24,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:24,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1383683715/meta-region-server: CHANGED 2024-11-14T00:20:24,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1383683715/meta-region-server: CHANGED 2024-11-14T00:20:24,696 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:24,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,35723,1731543621055}] 2024-11-14T00:20:24,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:20:24,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:20:24,910 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:20:24,910 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:24,911 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:20:24,929 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C35723%2C1731543621055.meta, suffix=.meta, logDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/oldWALs, maxLogs=10 2024-11-14T00:20:24,959 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055/63baa11b75f3%2C35723%2C1731543621055.meta.1731543624931.meta, exclude list is [], retry=0 2024-11-14T00:20:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33913,DS-35b26911-7d06-43e8-b2ab-d354448b0541,DISK] 2024-11-14T00:20:25,012 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055/63baa11b75f3%2C35723%2C1731543621055.meta.1731543624931.meta 2024-11-14T00:20:25,021 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:20:25,022 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:25,023 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:20:25,023 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:20:25,023 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:20:25,023 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:20:25,023 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:20:25,024 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:25,024 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:20:25,024 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:20:25,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:25,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:25,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:25,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:25,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:25,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:25,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:25,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:25,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:25,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:25,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:25,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:25,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:25,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:25,080 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:25,084 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740 2024-11-14T00:20:25,090 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740 2024-11-14T00:20:25,094 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:25,094 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:25,095 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:25,099 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:25,106 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72071354, jitterRate=0.07394686341285706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:25,106 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:20:25,106 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543625025Writing region info on filesystem at 1731543625025Initializing all the Stores at 1731543625036 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543625036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543625037 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543625037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543625037Cleaning up temporary data from old regions at 1731543625094 (+57 ms)Running coprocessor post-open hooks at 1731543625106 (+12 ms)Region opened successfully at 1731543625106 2024-11-14T00:20:25,110 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543624865 2024-11-14T00:20:25,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,35723,1731543621055 2024-11-14T00:20:25,117 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:20:25,117 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:20:25,120 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,35723,1731543621055, state=OPEN 2024-11-14T00:20:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1383683715/meta-region-server 2024-11-14T00:20:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1383683715/meta-region-server 2024-11-14T00:20:25,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1383683715/meta-region-server: CHANGED 2024-11-14T00:20:25,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1383683715/meta-region-server: CHANGED 2024-11-14T00:20:25,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,35723,1731543621055 2024-11-14T00:20:25,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:20:25,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,35723,1731543621055 in 472 msec 2024-11-14T00:20:25,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:20:25,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 939 msec 2024-11-14T00:20:25,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:25,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:20:25,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:25,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,35723,1731543621055, seqNum=-1] 2024-11-14T00:20:25,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:25,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:25,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-14T00:20:25,216 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543625216, completionTime=-1 2024-11-14T00:20:25,216 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:20:25,216 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:20:25,221 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:20:25,221 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543685221 2024-11-14T00:20:25,222 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543745222 2024-11-14T00:20:25,222 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T00:20:25,222 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42157,1731543620389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,222 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42157,1731543620389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,222 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42157,1731543620389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,223 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:42157, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,223 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,223 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,227 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.855sec 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:20:25,233 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42157,1731543620389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:25,234 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42157,1731543620389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:20:25,260 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:20:25,260 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:20:25,260 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42157,1731543620389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:25,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:25,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:25,338 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a067c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:25,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:25,346 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:25,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,35723,1731543621055, seqNum=-1] 2024-11-14T00:20:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:25,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:25,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,42157,1731543620389 2024-11-14T00:20:25,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:25,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:25,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136b68b0c0005 connected 2024-11-14T00:20:25,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35079,-1 for getting cluster id 2024-11-14T00:20:25,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:25,411 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d26b644-3623-4dff-acc5-8c746f1c1bdc' 2024-11-14T00:20:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d26b644-3623-4dff-acc5-8c746f1c1bdc" 2024-11-14T00:20:25,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559c8cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35079,-1] 2024-11-14T00:20:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:25,441 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3fbea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:25,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35079,1731543609164 2024-11-14T00:20:25,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2941b87f 2024-11-14T00:20:25,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:25,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:25,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:20:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:20:25,504 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:25,510 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def374f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,510 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:25,510 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:25,515 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:25,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1280ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:25,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:25,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:25,523 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:25,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6360ca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:25,526 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:25,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:25,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f347565 2024-11-14T00:20:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:25,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:25,553 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T00:20:25,553 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:20:25,560 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:25,560 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:25,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:25,564 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:20:25,572 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:20:25,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:20:25,578 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:25,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:20:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:25,641 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:20:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741835_1011 (size=1138) 2024-11-14T00:20:25,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49dc6255505395bec090874fa5dfb199, NAME => 'hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805 2024-11-14T00:20:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741836_1012 (size=44) 2024-11-14T00:20:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:26,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:26,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49dc6255505395bec090874fa5dfb199, disabling compactions & flushes 2024-11-14T00:20:26,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. after waiting 0 ms 2024-11-14T00:20:26,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49dc6255505395bec090874fa5dfb199: Waiting for close lock at 1731543626177Disabling compacts and flushes for region at 1731543626177Disabling writes for close at 1731543626177Writing region close event to WAL at 1731543626178 (+1 ms)Closed at 1731543626178 2024-11-14T00:20:26,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:20:26,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543626186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543626186"}]},"ts":"1731543626186"} 2024-11-14T00:20:26,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:20:26,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:20:26,245 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543626238"}]},"ts":"1731543626238"} 2024-11-14T00:20:26,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:20:26,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN}] 2024-11-14T00:20:26,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN 2024-11-14T00:20:26,275 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN; state=OFFLINE, location=63baa11b75f3,38413,1731543610361; forceNewPlan=false, retain=false 2024-11-14T00:20:26,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=49dc6255505395bec090874fa5dfb199, regionState=OPENING, regionLocation=63baa11b75f3,38413,1731543610361 2024-11-14T00:20:26,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN because future has completed 2024-11-14T00:20:26,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49dc6255505395bec090874fa5dfb199, server=63baa11b75f3,38413,1731543610361}] 2024-11-14T00:20:26,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:26,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:20:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:26,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C38413%2C1731543610361.rep, suffix=, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs, maxLogs=10 2024-11-14T00:20:26,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.rep.1731543626672, exclude list is [], retry=0 2024-11-14T00:20:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:26,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.rep.1731543626672 2024-11-14T00:20:26,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:26,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 49dc6255505395bec090874fa5dfb199, NAME => 'hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:26,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:20:26,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:20:26,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. service=MultiRowMutationService 2024-11-14T00:20:26,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:20:26,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:26,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,804 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,815 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49dc6255505395bec090874fa5dfb199 columnFamilyName hfileref 2024-11-14T00:20:26,815 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:26,817 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(327): Store=49dc6255505395bec090874fa5dfb199/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:26,817 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,839 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49dc6255505395bec090874fa5dfb199 columnFamilyName queue 2024-11-14T00:20:26,839 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:26,847 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(327): Store=49dc6255505395bec090874fa5dfb199/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:26,847 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,862 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49dc6255505395bec090874fa5dfb199 columnFamilyName sid 2024-11-14T00:20:26,862 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:26,866 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(327): Store=49dc6255505395bec090874fa5dfb199/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:26,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:20:26,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:26,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 49dc6255505395bec090874fa5dfb199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72839309, jitterRate=0.08539028465747833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:20:26,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:26,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 49dc6255505395bec090874fa5dfb199: Running coprocessor pre-open hook at 1731543626774Writing region info on filesystem at 1731543626774Initializing all the Stores at 1731543626798 (+24 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543626799 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543626803 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543626803Cleaning up temporary data from old regions at 1731543626885 (+82 ms)Running coprocessor post-open hooks at 1731543626907 (+22 ms)Region opened successfully at 1731543626908 (+1 ms) 2024-11-14T00:20:26,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., pid=7, masterSystemTime=1731543626609 2024-11-14T00:20:26,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:26,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=49dc6255505395bec090874fa5dfb199, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,38413,1731543610361 2024-11-14T00:20:26,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49dc6255505395bec090874fa5dfb199, server=63baa11b75f3,38413,1731543610361 because future has completed 2024-11-14T00:20:26,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T00:20:26,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 49dc6255505395bec090874fa5dfb199, server=63baa11b75f3,38413,1731543610361 in 522 msec 2024-11-14T00:20:26,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:20:26,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN in 705 msec 2024-11-14T00:20:26,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:20:26,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543626989"}]},"ts":"1731543626989"} 2024-11-14T00:20:26,997 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:20:27,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:20:27,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4350 sec 2024-11-14T00:20:27,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., hostname=63baa11b75f3,38413,1731543610361, seqNum=2] 2024-11-14T00:20:27,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T00:20:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:27,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:27,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:20:27,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T00:20:27,627 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:20:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:27,722 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,38413,1731543610361, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:20:27,725 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:27,725 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,38413,1731543610361, seqNum=-1] 2024-11-14T00:20:27,725 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:27,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T00:20:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,38413,1731543610361', locateType=CURRENT is [region=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., hostname=63baa11b75f3,38413,1731543610361, seqNum=2] 2024-11-14T00:20:27,772 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T00:20:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T00:20:27,786 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,38413,1731543610361 suceeded 2024-11-14T00:20:27,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T00:20:27,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 343 msec 2024-11-14T00:20:27,794 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:20:27,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.3140 sec 2024-11-14T00:20:27,816 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:27,839 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7946984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:27,839 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:27,839 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:27,844 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20991b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:27,851 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:27,858 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b24435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:27,858 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:27,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:27,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d505144 2024-11-14T00:20:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:27,882 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T00:20:27,890 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,38413,1731543610361 (queues=1) is replicating from cluster=0d26b644-3623-4dff-acc5-8c746f1c1bdc to cluster=eaf555d9-6342-440c-ab5a-f830b6c38350 2024-11-14T00:20:27,894 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C38413%2C1731543610361 2024-11-14T00:20:27,903 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,38413,1731543610361, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:20:27,918 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.shipper63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C38413%2C1731543610361 2024-11-14T00:20:27,937 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854, startPosition=0, beingWritten=true 2024-11-14T00:20:28,391 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:28,712 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:29,124 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:29,652 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:20:29,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:29,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:29,674 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:20:29,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:29,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:29,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:29,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35079,-1 for getting cluster id 2024-11-14T00:20:29,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:29,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:29,688 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d26b644-3623-4dff-acc5-8c746f1c1bdc' 2024-11-14T00:20:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d26b644-3623-4dff-acc5-8c746f1c1bdc" 2024-11-14T00:20:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352f2b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35079,-1] 2024-11-14T00:20:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:29,711 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:29,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:20:29,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T00:20:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48df1600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:29,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35079,1731543609164 2024-11-14T00:20:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd17bbb 2024-11-14T00:20:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:29,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:29,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:20:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:20:29,726 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:29,729 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb38e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:29,729 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:29,729 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T00:20:29,732 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:29,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:29,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:29,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79804b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:29,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:29,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:29,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:29,736 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:29,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2661b00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:29,746 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:29,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:29,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518c811e 2024-11-14T00:20:29,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:29,750 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:29,757 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T00:20:29,757 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:20:29,757 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:29,758 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:29,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T00:20:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T00:20:30,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:20:30,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:30,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T00:20:30,338 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T00:20:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T00:20:30,412 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-63baa11b75f3,38413,1731543610361, ReplicationSource: 2, currentBandwidth=0 2024-11-14T00:20:30,419 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T00:20:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T00:20:30,435 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 63baa11b75f3,38413,1731543610361 suceeded 2024-11-14T00:20:30,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:20:30,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-11-14T00:20:30,445 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:20:30,457 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:30,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 725 msec 2024-11-14T00:20:30,501 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33fa330a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:30,501 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:30,501 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:30,502 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e8ed44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:30,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:30,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:30,508 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:30,511 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e264e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:30,512 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:30,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:30,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d705414 2024-11-14T00:20:30,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:30,516 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T00:20:30,518 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-63baa11b75f3,38413,1731543610361 (queues=1) is replicating from cluster=0d26b644-3623-4dff-acc5-8c746f1c1bdc to cluster=eaf555d9-6342-440c-ab5a-f830b6c38350 2024-11-14T00:20:30,518 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=63baa11b75f3%2C38413%2C1731543610361 2024-11-14T00:20:30,518 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-63baa11b75f3,38413,1731543610361, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:20:30,519 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854, startPosition=0, beingWritten=true 2024-11-14T00:20:30,519 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.shipper63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C38413%2C1731543610361 2024-11-14T00:20:30,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:20:30,748 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T00:20:30,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:30,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:30,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:30,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:30,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:30,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:30,889 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T00:20:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35079,1731543609164 2024-11-14T00:20:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d3c38d 2024-11-14T00:20:30,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:30,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:30,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:20:30,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T00:20:30,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:20:30,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T00:20:30,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:20:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T00:20:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T00:20:30,958 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:30,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbcdab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:30,973 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:30,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:30,978 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:30,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27491e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:30,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:30,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:30,993 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:30,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad2499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:30,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:31,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:31,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9fbd05 2024-11-14T00:20:31,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:31,010 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:31,011 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:20:31,011 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:20:31,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:31,019 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:31,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:20:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T00:20:31,088 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:31,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:20:31,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T00:20:31,196 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T00:20:31,201 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T00:20:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T00:20:31,207 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 63baa11b75f3,38413,1731543610361 suceeded 2024-11-14T00:20:31,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T00:20:31,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 172 msec 2024-11-14T00:20:31,215 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:20:31,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 274 msec 2024-11-14T00:20:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T00:20:31,282 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T00:20:31,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:20:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T00:20:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T00:20:31,289 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:31,308 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d89acf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:31,308 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:31,309 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:31,313 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e942cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,317 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac0df14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:31,319 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:31,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a8c16a2 2024-11-14T00:20:31,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:31,333 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:31,335 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T00:20:31,335 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:20:31,335 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,336 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T00:20:31,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:20:31,517 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:31,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T00:20:31,575 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T00:20:31,577 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T00:20:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T00:20:31,588 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 63baa11b75f3,38413,1731543610361 suceeded 2024-11-14T00:20:31,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T00:20:31,594 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://63baa11b75f3:42157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:20:31,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 172 msec 2024-11-14T00:20:31,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 310 msec 2024-11-14T00:20:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T00:20:31,605 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T00:20:31,615 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:20:31,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T00:20:31,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:31,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:31,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:20:31,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-14T00:20:31,620 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,35079,1731543609164 2024-11-14T00:20:31,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:31,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:31,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:20:31,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:31,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:31,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:31,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:31,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:31,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,38413,1731543610361' ***** 2024-11-14T00:20:31,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:20:31,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:31,632 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:20:31,632 INFO [RS:0;63baa11b75f3:38413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:20:31,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:20:31,632 INFO [RS:0;63baa11b75f3:38413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:20:31,632 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(3091): Received CLOSE for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:31,636 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,38413,1731543610361 2024-11-14T00:20:31,636 INFO [RS:0;63baa11b75f3:38413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:20:31,637 INFO [RS:0;63baa11b75f3:38413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:38413. 2024-11-14T00:20:31,637 DEBUG [RS:0;63baa11b75f3:38413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:31,637 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:31,637 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:20:31,637 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:20:31,637 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:20:31,637 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:20:31,639 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49dc6255505395bec090874fa5dfb199, disabling compactions & flushes 2024-11-14T00:20:31,639 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:31,639 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:31,639 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. after waiting 0 ms 2024-11-14T00:20:31,639 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:31,642 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:20:31,642 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:20:31,642 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1325): Online Regions={49dc6255505395bec090874fa5dfb199=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:20:31,642 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:20:31,643 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:20:31,643 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:20:31,643 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:20:31,643 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:31,647 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T00:20:31,648 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:20:31,653 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49dc6255505395bec090874fa5dfb199 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T00:20:31,672 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:20:31,673 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:20:31,777 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/.tmp/queue/d94e3f811a01482fbdaed76875e1c462 is 151, key is 1-63baa11b75f3,38413,1731543610361/queue:63baa11b75f3%2C38413%2C1731543610361/1731543627741/Put/seqid=0 2024-11-14T00:20:31,779 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/info/9b3d272c56fe497aba2f22a96dff81c8 is 147, key is hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199./info:regioninfo/1731543626942/Put/seqid=0 2024-11-14T00:20:31,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741839_1015 (size=6631) 2024-11-14T00:20:31,802 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/info/9b3d272c56fe497aba2f22a96dff81c8 2024-11-14T00:20:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741838_1014 (size=5500) 2024-11-14T00:20:31,843 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:31,870 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:31,964 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/ns/c541f3c50c5644ac9518ca145c0e9a5e is 43, key is default/ns:d/1731543613825/Put/seqid=0 2024-11-14T00:20:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741840_1016 (size=5153) 2024-11-14T00:20:32,013 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/ns/c541f3c50c5644ac9518ca145c0e9a5e 2024-11-14T00:20:32,042 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:32,043 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:32,075 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/table/37565bf189c14d0788a587a4502ac6dd is 53, key is hbase:replication/table:state/1731543626989/Put/seqid=0 2024-11-14T00:20:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741841_1017 (size=5256) 2024-11-14T00:20:32,224 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/.tmp/queue/d94e3f811a01482fbdaed76875e1c462 2024-11-14T00:20:32,244 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:32,262 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/.tmp/queue/d94e3f811a01482fbdaed76875e1c462 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/queue/d94e3f811a01482fbdaed76875e1c462 2024-11-14T00:20:32,293 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/queue/d94e3f811a01482fbdaed76875e1c462, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T00:20:32,307 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 49dc6255505395bec090874fa5dfb199 in 656ms, sequenceid=6, compaction requested=false 2024-11-14T00:20:32,381 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T00:20:32,397 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:32,397 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:32,397 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:32,397 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49dc6255505395bec090874fa5dfb199: Waiting for close lock at 1731543631638Running coprocessor pre-close hooks at 1731543631639 (+1 ms)Disabling compacts and flushes for region at 1731543631639Disabling writes for close at 1731543631639Obtaining lock to block concurrent updates at 1731543631653 (+14 ms)Preparing flush snapshotting stores in 49dc6255505395bec090874fa5dfb199 at 1731543631653Finished memstore snapshotting hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731543631663 (+10 ms)Flushing stores of hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. at 1731543631669 (+6 ms)Flushing 49dc6255505395bec090874fa5dfb199/queue: creating writer at 1731543631671 (+2 ms)Flushing 49dc6255505395bec090874fa5dfb199/queue: appending metadata at 1731543631742 (+71 ms)Flushing 49dc6255505395bec090874fa5dfb199/queue: closing flushed file at 1731543631745 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329afa54: reopening flushed file at 1731543632257 (+512 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 49dc6255505395bec090874fa5dfb199 in 656ms, sequenceid=6, compaction requested=false at 1731543632310 (+53 ms)Writing region close event to WAL at 1731543632330 (+20 ms)Running coprocessor post-close hooks at 1731543632389 (+59 ms)Closed at 1731543632397 (+8 ms) 2024-11-14T00:20:32,398 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:32,444 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:32,534 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/table/37565bf189c14d0788a587a4502ac6dd 2024-11-14T00:20:32,569 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/info/9b3d272c56fe497aba2f22a96dff81c8 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/info/9b3d272c56fe497aba2f22a96dff81c8 2024-11-14T00:20:32,624 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/info/9b3d272c56fe497aba2f22a96dff81c8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T00:20:32,627 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/ns/c541f3c50c5644ac9518ca145c0e9a5e as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/ns/c541f3c50c5644ac9518ca145c0e9a5e 2024-11-14T00:20:32,649 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:20:32,650 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:20:32,650 DEBUG [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:32,661 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/ns/c541f3c50c5644ac9518ca145c0e9a5e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:20:32,663 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/table/37565bf189c14d0788a587a4502ac6dd as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/table/37565bf189c14d0788a587a4502ac6dd 2024-11-14T00:20:32,679 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/table/37565bf189c14d0788a587a4502ac6dd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T00:20:32,683 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:32,694 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1050ms, sequenceid=11, compaction requested=false 2024-11-14T00:20:32,732 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:20:32,749 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:32,749 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:32,749 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:32,749 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543631642Running coprocessor pre-close hooks at 1731543631642Disabling compacts and flushes for region at 1731543631642Disabling writes for close at 1731543631643 (+1 ms)Obtaining lock to block concurrent updates at 1731543631647 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731543631647Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731543631663 (+16 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543631670 (+7 ms)Flushing 1588230740/info: creating writer at 1731543631671 (+1 ms)Flushing 1588230740/info: appending metadata at 1731543631761 (+90 ms)Flushing 1588230740/info: closing flushed file at 1731543631761Flushing 1588230740/ns: creating writer at 1731543631915 (+154 ms)Flushing 1588230740/ns: appending metadata at 1731543631963 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731543631963Flushing 1588230740/table: creating writer at 1731543632029 (+66 ms)Flushing 1588230740/table: appending metadata at 1731543632074 (+45 ms)Flushing 1588230740/table: closing flushed file at 1731543632074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6c42d8: reopening flushed file at 1731543632561 (+487 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64266cee: reopening flushed file at 1731543632624 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653c2f9b: reopening flushed file at 1731543632661 (+37 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1050ms, sequenceid=11, compaction requested=false at 1731543632694 (+33 ms)Writing region close event to WAL at 1731543632695 (+1 ms)Running coprocessor post-close hooks at 1731543632749 (+54 ms)Closed at 1731543632749 2024-11-14T00:20:32,749 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:32,813 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.1731543612854 to pos 0, reset compression=false 2024-11-14T00:20:32,852 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,38413,1731543610361; all regions closed. 2024-11-14T00:20:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741834_1010 (size=2742) 2024-11-14T00:20:32,934 DEBUG [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs 2024-11-14T00:20:32,934 INFO [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C38413%2C1731543610361.meta:.meta(num 1731543613405) 2024-11-14T00:20:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741837_1013 (size=1802) 2024-11-14T00:20:33,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361/63baa11b75f3%2C38413%2C1731543610361.rep.1731543626672 not finished, retry = 0 2024-11-14T00:20:33,130 DEBUG [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs 2024-11-14T00:20:33,130 INFO [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C38413%2C1731543610361.rep:(num 1731543626672) 2024-11-14T00:20:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741833_1009 (size=93) 2024-11-14T00:20:33,189 DEBUG [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs 2024-11-14T00:20:33,189 INFO [RS:0;63baa11b75f3:38413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C38413%2C1731543610361:(num 1731543612854) 2024-11-14T00:20:33,189 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:33,189 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:20:33,190 INFO [RS:0;63baa11b75f3:38413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:20:33,190 INFO [RS:0;63baa11b75f3:38413 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:20:33,190 INFO [RS:0;63baa11b75f3:38413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:20:33,190 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:20:33,190 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,38413,1731543610361 because: Region server is closing 2024-11-14T00:20:33,191 INFO [RS:0;63baa11b75f3:38413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:38413. 2024-11-14T00:20:33,191 DEBUG [RS:0;63baa11b75f3:38413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:33,191 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:33,191 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:33,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:33,292 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.wal-reader.63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:20:33,292 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.shipper63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:20:33,293 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38413,1731543610361.replicationSource.shipper63baa11b75f3%2C38413%2C1731543610361,1-63baa11b75f3,38413,1731543610361 terminated 2024-11-14T00:20:33,293 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-63baa11b75f3,38413,1731543610361 because: Region server is closing 2024-11-14T00:20:33,293 INFO [RS:0;63baa11b75f3:38413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:38413. 2024-11-14T00:20:33,293 DEBUG [RS:0;63baa11b75f3:38413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:33,294 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:33,295 DEBUG [RS:0;63baa11b75f3:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:33,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:33,396 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.shipper63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:20:33,396 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,38413,1731543610361.replicationSource.shipper63baa11b75f3%2C38413%2C1731543610361,2-63baa11b75f3,38413,1731543610361 terminated 2024-11-14T00:20:33,397 INFO [RS:0;63baa11b75f3:38413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38413 2024-11-14T00:20:33,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/rs/63baa11b75f3,38413,1731543610361 2024-11-14T00:20:33,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/rs 2024-11-14T00:20:33,482 INFO [RS:0;63baa11b75f3:38413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:20:33,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,38413,1731543610361] 2024-11-14T00:20:33,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/draining/63baa11b75f3,38413,1731543610361 already deleted, retry=false 2024-11-14T00:20:33,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,38413,1731543610361 expired; onlineServers=0 2024-11-14T00:20:33,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,35079,1731543609164' ***** 2024-11-14T00:20:33,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:20:33,567 INFO [M:0;63baa11b75f3:35079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:20:33,567 INFO [M:0;63baa11b75f3:35079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:20:33,567 DEBUG [M:0;63baa11b75f3:35079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:20:33,567 DEBUG [M:0;63baa11b75f3:35079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:20:33,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:20:33,567 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543612456 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543612456,5,FailOnTimeoutGroup] 2024-11-14T00:20:33,567 INFO [M:0;63baa11b75f3:35079 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:20:33,567 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543612454 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543612454,5,FailOnTimeoutGroup] 2024-11-14T00:20:33,567 INFO [M:0;63baa11b75f3:35079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:20:33,567 DEBUG [M:0;63baa11b75f3:35079 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:20:33,568 INFO [M:0;63baa11b75f3:35079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:20:33,568 INFO [M:0;63baa11b75f3:35079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:20:33,568 ERROR [M:0;63baa11b75f3:35079 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1226814053) connection to localhost/127.0.0.1:46037 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46037,5,PEWorkerGroup] 2024-11-14T00:20:33,570 INFO [M:0;63baa11b75f3:35079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:20:33,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:20:33,577 DEBUG [M:0;63baa11b75f3:35079 {}] zookeeper.ZKUtil(347): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/master because node does not exist (not an error) 2024-11-14T00:20:33,577 WARN [M:0;63baa11b75f3:35079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:20:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/master 2024-11-14T00:20:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:33,579 INFO [M:0;63baa11b75f3:35079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/.lastflushedseqids 2024-11-14T00:20:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741842_1018 (size=181) 2024-11-14T00:20:33,631 INFO [M:0;63baa11b75f3:35079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:20:33,631 INFO [M:0;63baa11b75f3:35079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:20:33,632 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:20:33,632 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:33,632 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:33,632 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:20:33,632 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:33,632 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T00:20:33,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10136b68b0c0001, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:33,648 INFO [RS:0;63baa11b75f3:38413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:20:33,648 INFO [RS:0;63baa11b75f3:38413 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,38413,1731543610361; zookeeper connection closed. 2024-11-14T00:20:33,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e858f0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e858f0c 2024-11-14T00:20:33,652 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:20:33,669 DEBUG [M:0;63baa11b75f3:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cffd40a2524469ca38116f4ff8e04f9 is 82, key is hbase:meta,,1/info:regioninfo/1731543613587/Put/seqid=0 2024-11-14T00:20:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741843_1019 (size=5672) 2024-11-14T00:20:34,098 INFO [M:0;63baa11b75f3:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cffd40a2524469ca38116f4ff8e04f9 2024-11-14T00:20:34,138 DEBUG [M:0;63baa11b75f3:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e48e3b5546d4007886c3e4cb482f272 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731543627004/Put/seqid=0 2024-11-14T00:20:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741844_1020 (size=8663) 2024-11-14T00:20:34,147 INFO [M:0;63baa11b75f3:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e48e3b5546d4007886c3e4cb482f272 2024-11-14T00:20:34,184 DEBUG [M:0;63baa11b75f3:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adbb000e0059451ea2b1f49f7b192a14 is 69, key is 63baa11b75f3,38413,1731543610361/rs:state/1731543612538/Put/seqid=0 2024-11-14T00:20:34,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741845_1021 (size=5156) 2024-11-14T00:20:34,596 INFO [M:0;63baa11b75f3:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adbb000e0059451ea2b1f49f7b192a14 2024-11-14T00:20:34,611 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cffd40a2524469ca38116f4ff8e04f9 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cffd40a2524469ca38116f4ff8e04f9 2024-11-14T00:20:34,622 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cffd40a2524469ca38116f4ff8e04f9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T00:20:34,625 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e48e3b5546d4007886c3e4cb482f272 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e48e3b5546d4007886c3e4cb482f272 2024-11-14T00:20:34,636 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e48e3b5546d4007886c3e4cb482f272, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T00:20:34,638 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adbb000e0059451ea2b1f49f7b192a14 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adbb000e0059451ea2b1f49f7b192a14 2024-11-14T00:20:34,652 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adbb000e0059451ea2b1f49f7b192a14, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T00:20:34,656 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1023ms, sequenceid=115, compaction requested=false 2024-11-14T00:20:34,682 INFO [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:34,682 DEBUG [M:0;63baa11b75f3:35079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543633632Disabling compacts and flushes for region at 1731543633632Disabling writes for close at 1731543633632Obtaining lock to block concurrent updates at 1731543633632Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543633632Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731543633633 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543633644 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543633644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543633669 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543633669Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543634114 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543634138 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543634138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543634161 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543634183 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543634183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6169e870: reopening flushed file at 1731543634609 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de22424: reopening flushed file at 1731543634623 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1d8956: reopening flushed file at 1731543634636 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1023ms, sequenceid=115, compaction requested=false at 1731543634656 (+20 ms)Writing region close event to WAL at 1731543634682 (+26 ms)Closed at 1731543634682 2024-11-14T00:20:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741830_1006 (size=59421) 2024-11-14T00:20:34,703 INFO [M:0;63baa11b75f3:35079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:20:34,703 INFO [M:0;63baa11b75f3:35079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35079 2024-11-14T00:20:34,703 INFO [M:0;63baa11b75f3:35079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:20:34,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:20:34,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:34,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10136b68b0c0000, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:34,833 INFO [M:0;63baa11b75f3:35079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:20:34,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:20:34,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:34,839 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41171 2024-11-14T00:20:34,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41171 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411710x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:34,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41171-0x10136b68b0c0006 connected 2024-11-14T00:20:34,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:34,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:34,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:34,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805, hbase.cluster.distributed=false 2024-11-14T00:20:34,929 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: INIT 2024-11-14T00:20:34,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/acl 2024-11-14T00:20:34,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-14T00:20:34,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41171 2024-11-14T00:20:34,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41171 2024-11-14T00:20:34,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-14T00:20:34,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-14T00:20:35,060 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:35,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:35,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:35,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:35,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:35,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:35,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:20:35,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:35,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39147 2024-11-14T00:20:35,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39147 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-14T00:20:35,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:35,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391470x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:35,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391470x0, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:35,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:20:35,252 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: INIT 2024-11-14T00:20:35,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39147-0x10136b68b0c0007 connected 2024-11-14T00:20:35,266 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:20:35,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/master 2024-11-14T00:20:35,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/acl 2024-11-14T00:20:35,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-14T00:20:35,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39147 2024-11-14T00:20:35,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39147 2024-11-14T00:20:35,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-14T00:20:35,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-14T00:20:35,354 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:41171 2024-11-14T00:20:35,354 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0323587076/backup-masters/63baa11b75f3,41171,1731543634835 2024-11-14T00:20:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:35,677 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on existing znode=/0323587076/backup-masters/63baa11b75f3,41171,1731543634835 2024-11-14T00:20:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0323587076/master 2024-11-14T00:20:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:35,732 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on existing znode=/0323587076/master 2024-11-14T00:20:35,736 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0323587076/backup-masters/63baa11b75f3,41171,1731543634835 from backup master directory 2024-11-14T00:20:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:35,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/backup-masters/63baa11b75f3,41171,1731543634835 2024-11-14T00:20:35,757 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:35,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/backup-masters 2024-11-14T00:20:35,757 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,41171,1731543634835 2024-11-14T00:20:35,841 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:35,841 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:20:35,907 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 66ms. 2024-11-14T00:20:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741846_1022 (size=196) 2024-11-14T00:20:35,995 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:20:35,996 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:20:35,997 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:36,025 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T00:20:36,041 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164 to hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164-dead as it is dead 2024-11-14T00:20:36,043 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T00:20:36,044 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T00:20:36,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164-dead/63baa11b75f3%2C35079%2C1731543609164.1731543611289 2024-11-14T00:20:36,054 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164-dead/63baa11b75f3%2C35079%2C1731543609164.1731543611289 after 7ms 2024-11-14T00:20:36,060 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164-dead/63baa11b75f3%2C35079%2C1731543609164.1731543611289 to hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C35079%2C1731543609164.1731543611289 2024-11-14T00:20:36,060 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,35079,1731543609164-dead 2024-11-14T00:20:36,065 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,41171,1731543634835 2024-11-14T00:20:36,069 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:36,071 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C41171%2C1731543634835, suffix=, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,41171,1731543634835, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/oldWALs, maxLogs=10 2024-11-14T00:20:36,091 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,41171,1731543634835/63baa11b75f3%2C41171%2C1731543634835.1731543636072, exclude list is [], retry=0 2024-11-14T00:20:36,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:36,121 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/WALs/63baa11b75f3,41171,1731543634835/63baa11b75f3%2C41171%2C1731543634835.1731543636072 2024-11-14T00:20:36,124 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:36,124 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:36,125 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:36,125 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,125 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:20:36,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:36,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cffd40a2524469ca38116f4ff8e04f9 2024-11-14T00:20:36,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:36,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:20:36,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:36,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e48e3b5546d4007886c3e4cb482f272 2024-11-14T00:20:36,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:36,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:20:36,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:36,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adbb000e0059451ea2b1f49f7b192a14 2024-11-14T00:20:36,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:36,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:20:36,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:36,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:36,272 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T00:20:36,277 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C35079%2C1731543609164.1731543611289 2024-11-14T00:20:36,315 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C35079%2C1731543609164.1731543611289 2024-11-14T00:20:36,321 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C35079%2C1731543609164.1731543611289 2024-11-14T00:20:36,337 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,337 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,341 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:36,359 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:36,380 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T00:20:36,389 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65147226, jitterRate=-0.02923068404197693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:36,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543636125Initializing all the Stores at 1731543636131 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543636131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543636132 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543636132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543636132Cleaning up temporary data from old regions at 1731543636337 (+205 ms)Region opened successfully at 1731543636389 (+52 ms) 2024-11-14T00:20:36,392 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:20:36,410 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd5df7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:36,428 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T00:20:36,429 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:20:36,429 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:20:36,429 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:20:36,436 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-14T00:20:36,448 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:36,449 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:20:36,452 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:20:36,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:20:36,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T00:20:36,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T00:20:36,453 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 16 msec 2024-11-14T00:20:36,453 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:20:36,471 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=63baa11b75f3,38413,1731543610361, regionLocation=63baa11b75f3,38413,1731543610361, openSeqNum=2 2024-11-14T00:20:36,471 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=63baa11b75f3,38413,1731543610361, table=hbase:meta, region=1588230740 2024-11-14T00:20:36,472 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,38413,1731543610361, state=OPEN 2024-11-14T00:20:36,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:36,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:36,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:36,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:36,845 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:20:37,253 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/draining/63baa11b75f3,38413,1731543610361 already deleted, retry=false 2024-11-14T00:20:37,254 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 63baa11b75f3,38413,1731543610361 on 63baa11b75f3,41171,1731543634835 2024-11-14T00:20:37,261 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 63baa11b75f3,38413,1731543610361, splitWal=true, meta=true 2024-11-14T00:20:37,264 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 63baa11b75f3,38413,1731543610361 (carryingMeta=true) 63baa11b75f3,38413,1731543610361/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5a870cc2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T00:20:37,278 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/balancer because node does not exist (not necessarily an error) 2024-11-14T00:20:37,699 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/balancer already deleted, retry=false 2024-11-14T00:20:37,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:20:37,701 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:20:37,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:20:38,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:20:38,352 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/normalizer already deleted, retry=false 2024-11-14T00:20:38,353 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:20:38,377 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:20:38,397 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/switch/split already deleted, retry=false 2024-11-14T00:20:38,399 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:20:38,408 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/switch/merge already deleted, retry=false 2024-11-14T00:20:38,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Unable to get data of znode /0323587076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:20:38,460 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/snapshot-cleanup already deleted, retry=false 2024-11-14T00:20:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:38,473 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,41171,1731543634835, sessionid=0x10136b68b0c0006, setting cluster-up flag (Was=false) 2024-11-14T00:20:38,483 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0323587076/flush-table-proc/acquired, /0323587076/flush-table-proc/reached, /0323587076/flush-table-proc/abort 2024-11-14T00:20:38,485 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41171,1731543634835 2024-11-14T00:20:38,493 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0323587076/online-snapshot/acquired, /0323587076/online-snapshot/reached, /0323587076/online-snapshot/abort 2024-11-14T00:20:38,494 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41171,1731543634835 2024-11-14T00:20:38,499 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/.lastflushedseqids 2024-11-14T00:20:38,522 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:20:38,522 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:20:38,523 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,41171,1731543634835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 63baa11b75f3,38413,1731543610361 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:20:38,545 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:38,545 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:38,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:38,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:38,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:20:38,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:38,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,570 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(746): ClusterId : 0d26b644-3623-4dff-acc5-8c746f1c1bdc 2024-11-14T00:20:38,570 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:20:38,578 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 63baa11b75f3,38413,1731543610361, splitWal=true, meta=true 2024-11-14T00:20:38,586 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 63baa11b75f3,38413,1731543610361, splitWal=true, meta=true, isMeta: true 2024-11-14T00:20:38,587 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:20:38,587 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543668597 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:20:38,597 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:20:38,599 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361-splitting 2024-11-14T00:20:38,602 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361-splitting dir is empty, no logs to split. 2024-11-14T00:20:38,602 INFO [PEWorker-1 {}] master.SplitWALManager(105): 63baa11b75f3,38413,1731543610361 WAL count=0, meta=true 2024-11-14T00:20:38,608 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,613 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:20:38,613 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce2a839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:38,615 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361-splitting dir is empty, no logs to split. 2024-11-14T00:20:38,615 INFO [PEWorker-1 {}] master.SplitWALManager(105): 63baa11b75f3,38413,1731543610361 WAL count=0, meta=true 2024-11-14T00:20:38,615 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 63baa11b75f3,38413,1731543610361 WAL splitting is done? wals=0, meta=true 2024-11-14T00:20:38,616 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:20:38,616 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:20:38,617 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:20:38,617 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:20:38,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:20:38,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:38,628 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:20:38,641 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:20:38,641 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:20:38,648 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:39147 2024-11-14T00:20:38,649 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:20:38,649 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:20:38,649 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:20:38,649 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543638641,5,FailOnTimeoutGroup] 2024-11-14T00:20:38,651 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,41171,1731543634835 with port=39147, startcode=1731543635059 2024-11-14T00:20:38,651 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:20:38,654 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543638649,5,FailOnTimeoutGroup] 2024-11-14T00:20:38,654 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,654 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:20:38,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543638655, completionTime=-1 2024-11-14T00:20:38,655 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T00:20:38,659 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T00:20:38,659 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:20:38,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,39147,1731543635059 2024-11-14T00:20:38,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41171 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,39147,1731543635059 2024-11-14T00:20:38,673 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805 2024-11-14T00:20:38,673 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46037 2024-11-14T00:20:38,673 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:20:38,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/rs 2024-11-14T00:20:38,688 DEBUG [RS:0;63baa11b75f3:39147 {}] zookeeper.ZKUtil(111): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on existing znode=/0323587076/rs/63baa11b75f3,39147,1731543635059 2024-11-14T00:20:38,688 WARN [RS:0;63baa11b75f3:39147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:38,689 INFO [RS:0;63baa11b75f3:39147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:38,689 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059 2024-11-14T00:20:38,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,39147,1731543635059] 2024-11-14T00:20:38,709 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T00:20:38,784 WARN [63baa11b75f3:41171 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:20:38,809 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:20:38,816 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:20:38,832 INFO [RS:0;63baa11b75f3:39147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:20:38,832 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,838 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:20:38,844 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:20:38,844 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,845 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,845 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,845 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,845 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,845 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:38,846 DEBUG [RS:0;63baa11b75f3:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:38,872 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,872 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,872 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,873 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,873 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,873 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,39147,1731543635059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:38,921 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:20:38,921 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,39147,1731543635059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:38,976 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,39147,1731543635059, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:20:39,021 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:39,029 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(231): queueId=2-63baa11b75f3,39147,1731543635059, ReplicationSource: 2, currentBandwidth=0 2024-11-14T00:20:39,030 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:39,030 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.Replication(171): 63baa11b75f3,39147,1731543635059 started 2024-11-14T00:20:39,030 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@661b5080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:39,030 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:39,030 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:39,037 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:39,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0635a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:39,045 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:39,053 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a37e954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:39,053 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acb2d24 2024-11-14T00:20:39,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:39,060 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T00:20:39,061 INFO [RS:0;63baa11b75f3:39147.replicationSource,1-63baa11b75f3,39147,1731543635059 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,39147,1731543635059 (queues=0) is replicating from cluster=0d26b644-3623-4dff-acc5-8c746f1c1bdc to cluster=eaf555d9-6342-440c-ab5a-f830b6c38350 2024-11-14T00:20:39,078 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:39,078 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,39147,1731543635059, RpcServer on 63baa11b75f3/172.17.0.3:39147, sessionid=0x10136b68b0c0007 2024-11-14T00:20:39,079 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:20:39,079 DEBUG [RS:0;63baa11b75f3:39147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,39147,1731543635059 2024-11-14T00:20:39,079 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,39147,1731543635059' 2024-11-14T00:20:39,079 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0323587076/flush-table-proc/abort' 2024-11-14T00:20:39,082 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42157' 2024-11-14T00:20:39,087 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0323587076/flush-table-proc/acquired' 2024-11-14T00:20:39,089 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e4bc307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:39,089 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42157,-1 for getting cluster id 2024-11-14T00:20:39,089 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:39,092 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf555d9-6342-440c-ab5a-f830b6c38350' 2024-11-14T00:20:39,092 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:20:39,093 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:20:39,093 DEBUG [RS:0;63baa11b75f3:39147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,39147,1731543635059 2024-11-14T00:20:39,093 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,39147,1731543635059' 2024-11-14T00:20:39,093 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0323587076/online-snapshot/abort' 2024-11-14T00:20:39,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:39,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf555d9-6342-440c-ab5a-f830b6c38350" 2024-11-14T00:20:39,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@392b5708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:39,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42157,-1] 2024-11-14T00:20:39,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:39,097 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:39,100 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0323587076/online-snapshot/acquired' 2024-11-14T00:20:39,104 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d340743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:39,105 DEBUG [RS:0;63baa11b75f3:39147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:20:39,105 INFO [RS:0;63baa11b75f3:39147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:20:39,105 DEBUG [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:39,105 INFO [RS:0;63baa11b75f3:39147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:20:39,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42157,1731543620389 2024-11-14T00:20:39,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b9e428 2024-11-14T00:20:39,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:39,108 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T00:20:39,110 INFO [RS:0;63baa11b75f3:39147.replicationSource,2-63baa11b75f3,39147,1731543635059 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-63baa11b75f3,39147,1731543635059 (queues=0) is replicating from cluster=0d26b644-3623-4dff-acc5-8c746f1c1bdc to cluster=eaf555d9-6342-440c-ab5a-f830b6c38350 2024-11-14T00:20:39,208 INFO [RS:0;63baa11b75f3:39147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:39,248 INFO [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39147%2C1731543635059, suffix=, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs, maxLogs=10 2024-11-14T00:20:39,268 DEBUG [RS:0;63baa11b75f3:39147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249, exclude list is [], retry=0 2024-11-14T00:20:39,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:39,293 INFO [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 2024-11-14T00:20:39,294 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 63baa11b75f3%2C39147%2C1731543635059 for peer 2 2024-11-14T00:20:39,294 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 63baa11b75f3%2C39147%2C1731543635059 for peer 1 2024-11-14T00:20:39,294 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C39147%2C1731543635059 2024-11-14T00:20:39,295 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,39147,1731543635059, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:20:39,296 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=63baa11b75f3%2C39147%2C1731543635059 2024-11-14T00:20:39,296 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-63baa11b75f3,39147,1731543635059, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:20:39,300 INFO [RS:0;63baa11b75f3:39147.replicationSource.shipper63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C39147%2C1731543635059 2024-11-14T00:20:39,304 DEBUG [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:39,305 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249, startPosition=0, beingWritten=true 2024-11-14T00:20:39,306 INFO [RS:0;63baa11b75f3:39147.replicationSource.shipper63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C39147%2C1731543635059 2024-11-14T00:20:39,308 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249, startPosition=0, beingWritten=true 2024-11-14T00:20:39,532 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:39,536 DEBUG [63baa11b75f3:41171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:20:39,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,39147,1731543635059 2024-11-14T00:20:39,539 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:39,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,39147,1731543635059, state=OPENING 2024-11-14T00:20:39,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:39,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:39,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:39,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,39147,1731543635059}] 2024-11-14T00:20:39,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:39,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:39,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:20:39,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:20:39,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:20:39,751 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:20:39,751 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:39,752 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:20:39,764 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39147%2C1731543635059.meta, suffix=.meta, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs, maxLogs=10 2024-11-14T00:20:39,785 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.meta.1731543639764.meta, exclude list is [], retry=0 2024-11-14T00:20:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:39,805 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.meta.1731543639764.meta 2024-11-14T00:20:39,808 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:39,809 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:39,809 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:20:39,809 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:20:39,809 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:20:39,810 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:20:39,810 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:20:39,810 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:39,810 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:20:39,810 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:20:39,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:39,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:39,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:39,880 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:39,911 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:39,925 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/info/9b3d272c56fe497aba2f22a96dff81c8 2024-11-14T00:20:39,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:39,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:39,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:39,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:40,000 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/ns/c541f3c50c5644ac9518ca145c0e9a5e 2024-11-14T00:20:40,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:40,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:40,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:40,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:40,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:40,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:40,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:40,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:40,105 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/table/37565bf189c14d0788a587a4502ac6dd 2024-11-14T00:20:40,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:40,108 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:40,113 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740 2024-11-14T00:20:40,117 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740 2024-11-14T00:20:40,122 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:40,122 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:40,125 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:40,133 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:40,135 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69898248, jitterRate=0.04156506061553955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:40,135 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:20:40,136 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543639811Writing region info on filesystem at 1731543639811Initializing all the Stores at 1731543639820 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543639821 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543639824 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543639824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543639824Cleaning up temporary data from old regions at 1731543640122 (+298 ms)Running coprocessor post-open hooks at 1731543640135 (+13 ms)Region opened successfully at 1731543640135 2024-11-14T00:20:40,138 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731543639719 2024-11-14T00:20:40,149 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:20:40,149 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:20:40,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=63baa11b75f3,39147,1731543635059 2024-11-14T00:20:40,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,39147,1731543635059, state=OPEN 2024-11-14T00:20:40,243 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1588ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1534ms 2024-11-14T00:20:40,299 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:40,359 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:40,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,39147,1731543635059 2024-11-14T00:20:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:40,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:40,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0323587076/meta-region-server 2024-11-14T00:20:40,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0323587076/meta-region-server: CHANGED 2024-11-14T00:20:40,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T00:20:40,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,39147,1731543635059 in 1.0820 sec 2024-11-14T00:20:40,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T00:20:40,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 2.0290 sec 2024-11-14T00:20:40,808 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:40,870 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:41,429 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:41,483 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:41,748 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3093ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3039ms 2024-11-14T00:20:42,136 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:42,189 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:42,968 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:43,019 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:43,157 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4502ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T00:20:43,157 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:20:43,158 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:43,158 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39147,1731543635059, seqNum=-1] 2024-11-14T00:20:43,158 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:43,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:43,165 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49dc6255505395bec090874fa5dfb199, regionState=OPEN, lastHost=63baa11b75f3,38413,1731543610361, regionLocation=63baa11b75f3,38413,1731543610361, openSeqNum=2 2024-11-14T00:20:43,165 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:20:43,165 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543703165 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543763166 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41171,1731543634835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41171,1731543634835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,166 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 63baa11b75f3,38413,1731543610361 had 2 regions 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41171,1731543634835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:41171, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,166 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,167 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 7.417sec 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41171,1731543634835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:43,174 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41171,1731543634835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:20:43,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:43,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41171,-1 for getting cluster id 2024-11-14T00:20:43,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:43,180 WARN [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=63baa11b75f3,38413,1731543610361/hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:43,182 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d26b644-3623-4dff-acc5-8c746f1c1bdc' 2024-11-14T00:20:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d26b644-3623-4dff-acc5-8c746f1c1bdc" 2024-11-14T00:20:43,182 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:20:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0b3888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:43,182 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:20:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41171,-1] 2024-11-14T00:20:43,182 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41171,1731543634835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:43,185 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d883ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:43,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39147,1731543635059, seqNum=-1] 2024-11-14T00:20:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:43,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:43,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T00:20:43,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:43,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:43,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:43,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:43,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:43,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 63baa11b75f3:41171 after: 63baa11b75f3:41171 2024-11-14T00:20:43,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:43,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41171,-1 for getting cluster id 2024-11-14T00:20:43,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:43,195 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d26b644-3623-4dff-acc5-8c746f1c1bdc' 2024-11-14T00:20:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d26b644-3623-4dff-acc5-8c746f1c1bdc" 2024-11-14T00:20:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6af04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41171,-1] 2024-11-14T00:20:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:43,197 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:43,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:43,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:20:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41171,1731543634835 2024-11-14T00:20:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13f01d68 2024-11-14T00:20:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:20:43,201 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:20:43,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:20:43,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T00:20:43,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:20:43,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T00:20:43,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:20:43,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:43,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:43,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:43,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:43,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:43,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:20:43,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1138473005, stopped=false 2024-11-14T00:20:43,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,42157,1731543620389 2024-11-14T00:20:43,875 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:43,926 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:44,421 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1861609409_20 at /127.0.0.1:51568 [Receiving block BP-689563651-172.17.0.3-1731543602900:blk_1073741847_1023] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1254ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/data/data1/, blockId=1073741847, seqno=26 2024-11-14T00:20:44,422 INFO [AsyncFSWAL-0-hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData-prefix:63baa11b75f3,41171,1731543634835 {}] wal.AbstractFSWAL(1368): Slow sync cost: 1255 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK]] 2024-11-14T00:20:44,422 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 63baa11b75f3,38413,1731543610361, splitWal=true, meta=true, isMeta: false 2024-11-14T00:20:44,425 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361-splitting dir is empty, no logs to split. 2024-11-14T00:20:44,425 INFO [PEWorker-4 {}] master.SplitWALManager(105): 63baa11b75f3,38413,1731543610361 WAL count=0, meta=false 2024-11-14T00:20:44,430 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,38413,1731543610361-splitting dir is empty, no logs to split. 2024-11-14T00:20:44,430 INFO [PEWorker-4 {}] master.SplitWALManager(105): 63baa11b75f3,38413,1731543610361 WAL count=0, meta=false 2024-11-14T00:20:44,431 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 63baa11b75f3,38413,1731543610361 WAL splitting is done? wals=0, meta=false 2024-11-14T00:20:44,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN}] 2024-11-14T00:20:44,438 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN 2024-11-14T00:20:44,440 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:20:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1383683715/running 2024-11-14T00:20:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:44,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1383683715/running 2024-11-14T00:20:44,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:44,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:20:44,590 DEBUG [63baa11b75f3:41171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:20:44,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/running 2024-11-14T00:20:44,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:44,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:44,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:44,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,35723,1731543621055' ***** 2024-11-14T00:20:44,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:20:44,592 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:20:44,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:20:44,593 INFO [RS:0;63baa11b75f3:35723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:20:44,593 INFO [RS:0;63baa11b75f3:35723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:20:44,593 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,35723,1731543621055 2024-11-14T00:20:44,593 INFO [RS:0;63baa11b75f3:35723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:20:44,593 INFO [RS:0;63baa11b75f3:35723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:35723. 2024-11-14T00:20:44,593 DEBUG [RS:0;63baa11b75f3:35723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:44,593 DEBUG [RS:0;63baa11b75f3:35723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:44,594 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:20:44,594 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:20:44,594 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:20:44,594 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:20:44,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=49dc6255505395bec090874fa5dfb199, regionState=OPENING, regionLocation=63baa11b75f3,39147,1731543635059 2024-11-14T00:20:44,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Set watcher on znode that does not yet exist, /1-1383683715/running 2024-11-14T00:20:44,595 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:20:44,595 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:20:44,595 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:44,595 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:20:44,595 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:20:44,595 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:20:44,595 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:20:44,595 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:20:44,596 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T00:20:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN because future has completed 2024-11-14T00:20:44,609 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:20:44,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49dc6255505395bec090874fa5dfb199, server=63baa11b75f3,39147,1731543635059}] 2024-11-14T00:20:44,645 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/.tmp/ns/e995b2db104a4b71b3733da57963d68e is 43, key is default/ns:d/1731543625197/Put/seqid=0 2024-11-14T00:20:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741835_1011 (size=5153) 2024-11-14T00:20:44,684 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/.tmp/ns/e995b2db104a4b71b3733da57963d68e 2024-11-14T00:20:44,756 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/.tmp/ns/e995b2db104a4b71b3733da57963d68e as hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/ns/e995b2db104a4b71b3733da57963d68e 2024-11-14T00:20:44,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:44,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:44,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:20:44,795 DEBUG [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:44,798 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/ns/e995b2db104a4b71b3733da57963d68e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T00:20:44,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39147%2C1731543635059.rep, suffix=, logDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059, archiveDir=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs, maxLogs=10 2024-11-14T00:20:44,809 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 214ms, sequenceid=6, compaction requested=false 2024-11-14T00:20:44,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:20:44,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.rep.1731543644801, exclude list is [], retry=0 2024-11-14T00:20:44,835 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T00:20:44,836 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:44,836 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:44,836 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:44,837 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543644595Running coprocessor pre-close hooks at 1731543644595Disabling compacts and flushes for region at 1731543644595Disabling writes for close at 1731543644595Obtaining lock to block concurrent updates at 1731543644596 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731543644596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731543644596Flushing stores of hbase:meta,,1.1588230740 at 1731543644601 (+5 ms)Flushing 1588230740/ns: creating writer at 1731543644601Flushing 1588230740/ns: appending metadata at 1731543644643 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731543644643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f263e7: reopening flushed file at 1731543644743 (+100 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 214ms, sequenceid=6, compaction requested=false at 1731543644809 (+66 ms)Writing region close event to WAL at 1731543644824 (+15 ms)Running coprocessor post-close hooks at 1731543644836 (+12 ms)Closed at 1731543644836 2024-11-14T00:20:44,837 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:44,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-f422e7d8-dab7-480e-9547-346bf4dad0a8,DISK] 2024-11-14T00:20:44,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.rep.1731543644801 2024-11-14T00:20:44,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37175:37175)] 2024-11-14T00:20:44,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 49dc6255505395bec090874fa5dfb199, NAME => 'hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:44,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:20:44,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:20:44,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. service=MultiRowMutationService 2024-11-14T00:20:44,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:20:44,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:44,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,868 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,877 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49dc6255505395bec090874fa5dfb199 columnFamilyName hfileref 2024-11-14T00:20:44,877 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:44,881 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(327): Store=49dc6255505395bec090874fa5dfb199/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:44,881 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,881 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:44,905 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49dc6255505395bec090874fa5dfb199 columnFamilyName queue 2024-11-14T00:20:44,905 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:44,932 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:44,946 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/queue/d94e3f811a01482fbdaed76875e1c462 2024-11-14T00:20:44,947 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(327): Store=49dc6255505395bec090874fa5dfb199/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:44,947 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,949 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49dc6255505395bec090874fa5dfb199 columnFamilyName sid 2024-11-14T00:20:44,949 DEBUG [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:44,956 INFO [StoreOpener-49dc6255505395bec090874fa5dfb199-1 {}] regionserver.HStore(327): Store=49dc6255505395bec090874fa5dfb199/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:44,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:20:44,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 49dc6255505395bec090874fa5dfb199; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439534, jitterRate=0.09433433413505554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:20:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:44,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 49dc6255505395bec090874fa5dfb199: Running coprocessor pre-open hook at 1731543644851Writing region info on filesystem at 1731543644852 (+1 ms)Initializing all the Stores at 1731543644861 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543644861Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543644864 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543644864Cleaning up temporary data from old regions at 1731543644968 (+104 ms)Running coprocessor post-open hooks at 1731543644989 (+21 ms)Region opened successfully at 1731543644990 (+1 ms) 2024-11-14T00:20:44,996 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,35723,1731543621055; all regions closed. 2024-11-14T00:20:45,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., pid=19, masterSystemTime=1731543644768 2024-11-14T00:20:45,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055/63baa11b75f3%2C35723%2C1731543621055.meta.1731543624931.meta not finished, retry = 0 2024-11-14T00:20:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741834_1010 (size=1152) 2024-11-14T00:20:45,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:45,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:45,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=49dc6255505395bec090874fa5dfb199, regionState=OPEN, openSeqNum=10, regionLocation=63baa11b75f3,39147,1731543635059 2024-11-14T00:20:45,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49dc6255505395bec090874fa5dfb199, server=63baa11b75f3,39147,1731543635059 because future has completed 2024-11-14T00:20:45,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T00:20:45,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 49dc6255505395bec090874fa5dfb199, server=63baa11b75f3,39147,1731543635059 in 424 msec 2024-11-14T00:20:45,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T00:20:45,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49dc6255505395bec090874fa5dfb199, ASSIGN in 609 msec 2024-11-14T00:20:45,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T00:20:45,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., hostname=63baa11b75f3,39147,1731543635059, seqNum=10] 2024-11-14T00:20:45,123 DEBUG [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/oldWALs 2024-11-14T00:20:45,123 INFO [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C35723%2C1731543621055.meta:.meta(num 1731543624931) 2024-11-14T00:20:45,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/WALs/63baa11b75f3,35723,1731543621055/63baa11b75f3%2C35723%2C1731543621055.1731543624447 not finished, retry = 0 2024-11-14T00:20:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741833_1009 (size=93) 2024-11-14T00:20:45,149 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 63baa11b75f3,38413,1731543610361 2024-11-14T00:20:45,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T00:20:45,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:20:45,253 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:20:45,253 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:20:45,274 DEBUG [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/oldWALs 2024-11-14T00:20:45,275 INFO [RS:0;63baa11b75f3:35723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C35723%2C1731543621055:(num 1731543624447) 2024-11-14T00:20:45,275 DEBUG [RS:0;63baa11b75f3:35723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:45,275 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:20:45,276 INFO [RS:0;63baa11b75f3:35723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:20:45,276 INFO [RS:0;63baa11b75f3:35723 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:20:45,276 INFO [RS:0;63baa11b75f3:35723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:20:45,277 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:20:45,277 INFO [RS:0;63baa11b75f3:35723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35723 2024-11-14T00:20:45,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:20:45,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715/rs 2024-11-14T00:20:45,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1383683715/rs/63baa11b75f3,35723,1731543621055 2024-11-14T00:20:45,313 INFO [RS:0;63baa11b75f3:35723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:20:45,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,35723,1731543621055] 2024-11-14T00:20:45,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T00:20:45,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/draining/63baa11b75f3,35723,1731543621055 already deleted, retry=false 2024-11-14T00:20:45,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,35723,1731543621055 expired; onlineServers=0 2024-11-14T00:20:45,334 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,42157,1731543620389' ***** 2024-11-14T00:20:45,334 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:20:45,334 INFO [M:0;63baa11b75f3:42157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:20:45,334 INFO [M:0;63baa11b75f3:42157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:20:45,334 DEBUG [M:0;63baa11b75f3:42157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:20:45,334 DEBUG [M:0;63baa11b75f3:42157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:20:45,334 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543623945 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543623945,5,FailOnTimeoutGroup] 2024-11-14T00:20:45,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:20:45,334 INFO [M:0;63baa11b75f3:42157 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:20:45,334 INFO [M:0;63baa11b75f3:42157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:20:45,334 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543623971 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543623971,5,FailOnTimeoutGroup] 2024-11-14T00:20:45,334 DEBUG [M:0;63baa11b75f3:42157 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:20:45,335 INFO [M:0;63baa11b75f3:42157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:20:45,335 INFO [M:0;63baa11b75f3:42157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:20:45,335 INFO [M:0;63baa11b75f3:42157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:20:45,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:20:45,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1383683715/master 2024-11-14T00:20:45,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1383683715 2024-11-14T00:20:45,365 DEBUG [M:0;63baa11b75f3:42157 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1383683715/master already deleted, retry=false 2024-11-14T00:20:45,365 DEBUG [M:0;63baa11b75f3:42157 {}] master.ActiveMasterManager(353): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1383683715/master 2024-11-14T00:20:45,388 INFO [M:0;63baa11b75f3:42157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/.lastflushedseqids 2024-11-14T00:20:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x10136b68b0c0004, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:45,424 INFO [RS:0;63baa11b75f3:35723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:20:45,424 INFO [RS:0;63baa11b75f3:35723 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,35723,1731543621055; zookeeper connection closed. 2024-11-14T00:20:45,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5e2a6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5e2a6b 2024-11-14T00:20:45,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:20:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741836_1012 (size=99) 2024-11-14T00:20:45,858 INFO [M:0;63baa11b75f3:42157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:20:45,858 INFO [M:0;63baa11b75f3:42157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:20:45,858 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:20:45,859 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:45,859 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:45,859 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:20:45,859 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:45,859 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T00:20:45,928 DEBUG [M:0;63baa11b75f3:42157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67cc9b7ace66426193fa82af9a4b7b17 is 82, key is hbase:meta,,1/info:regioninfo/1731543625116/Put/seqid=0 2024-11-14T00:20:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741837_1013 (size=5672) 2024-11-14T00:20:46,019 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:46,023 INFO [M:0;63baa11b75f3:42157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67cc9b7ace66426193fa82af9a4b7b17 2024-11-14T00:20:46,060 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:46,141 DEBUG [M:0;63baa11b75f3:42157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f38fc6dc8dc4cc8bbb79ba3702be564 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731543625210/Put/seqid=0 2024-11-14T00:20:46,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741838_1014 (size=5275) 2024-11-14T00:20:46,621 INFO [M:0;63baa11b75f3:42157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f38fc6dc8dc4cc8bbb79ba3702be564 2024-11-14T00:20:46,681 DEBUG [M:0;63baa11b75f3:42157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3236bf5570b74b98912cc3ee791c51f9 is 69, key is 63baa11b75f3,35723,1731543621055/rs:state/1731543624031/Put/seqid=0 2024-11-14T00:20:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741839_1015 (size=5156) 2024-11-14T00:20:47,120 INFO [M:0;63baa11b75f3:42157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3236bf5570b74b98912cc3ee791c51f9 2024-11-14T00:20:47,137 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67cc9b7ace66426193fa82af9a4b7b17 as hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67cc9b7ace66426193fa82af9a4b7b17 2024-11-14T00:20:47,170 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67cc9b7ace66426193fa82af9a4b7b17, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T00:20:47,179 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f38fc6dc8dc4cc8bbb79ba3702be564 as hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f38fc6dc8dc4cc8bbb79ba3702be564 2024-11-14T00:20:47,201 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f38fc6dc8dc4cc8bbb79ba3702be564, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T00:20:47,210 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3236bf5570b74b98912cc3ee791c51f9 as hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3236bf5570b74b98912cc3ee791c51f9 2024-11-14T00:20:47,230 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/4f2c8528-f3bf-7fb7-d6a9-ae6ef430e70a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3236bf5570b74b98912cc3ee791c51f9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T00:20:47,233 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=28, compaction requested=false 2024-11-14T00:20:47,247 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:47,297 INFO [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:47,297 DEBUG [M:0;63baa11b75f3:42157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543645858Disabling compacts and flushes for region at 1731543645858Disabling writes for close at 1731543645859 (+1 ms)Obtaining lock to block concurrent updates at 1731543645859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543645859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731543645860 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543645864 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543645865 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543645928 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543645928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543646069 (+141 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543646140 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543646140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543646648 (+508 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543646680 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543646680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d88dbf6: reopening flushed file at 1731543647129 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5691321d: reopening flushed file at 1731543647170 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a72c9: reopening flushed file at 1731543647202 (+32 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=28, compaction requested=false at 1731543647233 (+31 ms)Writing region close event to WAL at 1731543647297 (+64 ms)Closed at 1731543647297 2024-11-14T00:20:47,316 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33913 is added to blk_1073741830_1006 (size=10165) 2024-11-14T00:20:47,332 INFO [M:0;63baa11b75f3:42157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:20:47,332 INFO [M:0;63baa11b75f3:42157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42157 2024-11-14T00:20:47,334 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:20:47,341 INFO [M:0;63baa11b75f3:42157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:20:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42157-0x10136b68b0c0003, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:47,512 INFO [M:0;63baa11b75f3:42157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:20:47,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:20:47,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:20:47,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:20:47,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:20:47,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir/,STOPPED} 2024-11-14T00:20:47,679 WARN [BP-1271181615-172.17.0.3-1731543614697 heartbeating to localhost/127.0.0.1:33749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:20:47,679 WARN [BP-1271181615-172.17.0.3-1731543614697 heartbeating to localhost/127.0.0.1:33749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271181615-172.17.0.3-1731543614697 (Datanode Uuid f2663e92-d73b-4259-9329-ab500a3871de) service to localhost/127.0.0.1:33749 2024-11-14T00:20:47,680 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:20:47,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:20:47,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/cluster_398dfb54-406e-b696-0101-43640e93e674/data/data1/current/BP-1271181615-172.17.0.3-1731543614697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:20:47,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/cluster_398dfb54-406e-b696-0101-43640e93e674/data/data2/current/BP-1271181615-172.17.0.3-1731543614697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:20:47,682 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:20:47,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:20:47,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:20:47,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:20:47,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:20:47,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir/,STOPPED} 2024-11-14T00:20:47,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:20:47,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:20:47,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:47,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:47,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:47,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:47,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:47,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:20:47,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2087373673, stopped=false 2024-11-14T00:20:47,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,41171,1731543634835 2024-11-14T00:20:47,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:47,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/running 2024-11-14T00:20:47,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:47,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:47,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:20:47,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:47,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Set watcher on znode that does not yet exist, /0323587076/running 2024-11-14T00:20:47,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:20:47,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:47,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:47,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,39147,1731543635059' ***** 2024-11-14T00:20:47,757 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:20:47,758 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:20:47,758 INFO [RS:0;63baa11b75f3:39147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:20:47,758 INFO [RS:0;63baa11b75f3:39147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:20:47,758 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(3091): Received CLOSE for 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:47,758 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,39147,1731543635059 2024-11-14T00:20:47,759 INFO [RS:0;63baa11b75f3:39147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:20:47,759 INFO [RS:0;63baa11b75f3:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39147. 2024-11-14T00:20:47,759 DEBUG [RS:0;63baa11b75f3:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:47,759 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:47,759 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:20:47,759 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:20:47,759 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:20:47,760 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:20:47,760 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:20:47,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:20:47,760 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1325): Online Regions={49dc6255505395bec090874fa5dfb199=hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:20:47,760 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49dc6255505395bec090874fa5dfb199 2024-11-14T00:20:47,760 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:20:47,761 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:20:47,761 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:20:47,761 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:20:47,761 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:20:47,761 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T00:20:47,764 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49dc6255505395bec090874fa5dfb199, disabling compactions & flushes 2024-11-14T00:20:47,764 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:47,764 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:47,764 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. after waiting 0 ms 2024-11-14T00:20:47,765 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:47,782 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:20:47,808 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/replication/49dc6255505395bec090874fa5dfb199/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T00:20:47,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:47,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:47,819 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:47,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49dc6255505395bec090874fa5dfb199: Waiting for close lock at 1731543647764Running coprocessor pre-close hooks at 1731543647764Disabling compacts and flushes for region at 1731543647764Disabling writes for close at 1731543647765 (+1 ms)Writing region close event to WAL at 1731543647784 (+19 ms)Running coprocessor post-close hooks at 1731543647819 (+35 ms)Closed at 1731543647819 2024-11-14T00:20:47,820 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199. 2024-11-14T00:20:47,871 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/info/9cdf49f4f7c9415b9961836642bfc42f is 147, key is hbase:replication,,1731543625563.49dc6255505395bec090874fa5dfb199./info:regioninfo/1731543645016/Put/seqid=0 2024-11-14T00:20:47,876 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:20:47,877 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:20:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741851_1027 (size=6385) 2024-11-14T00:20:47,962 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:48,162 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:48,322 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/info/9cdf49f4f7c9415b9961836642bfc42f 2024-11-14T00:20:48,358 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/.tmp/info/9cdf49f4f7c9415b9961836642bfc42f as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/info/9cdf49f4f7c9415b9961836642bfc42f 2024-11-14T00:20:48,363 DEBUG [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:20:48,376 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/info/9cdf49f4f7c9415b9961836642bfc42f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T00:20:48,388 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 627ms, sequenceid=19, compaction requested=false 2024-11-14T00:20:48,436 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T00:20:48,442 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:48,442 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:48,442 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:48,443 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543647760Running coprocessor pre-close hooks at 1731543647760Disabling compacts and flushes for region at 1731543647760Disabling writes for close at 1731543647761 (+1 ms)Obtaining lock to block concurrent updates at 1731543647761Preparing flush snapshotting stores in 1588230740 at 1731543647761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731543647763 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543647770 (+7 ms)Flushing 1588230740/info: creating writer at 1731543647770Flushing 1588230740/info: appending metadata at 1731543647870 (+100 ms)Flushing 1588230740/info: closing flushed file at 1731543647870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1e62ba: reopening flushed file at 1731543648355 (+485 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 627ms, sequenceid=19, compaction requested=false at 1731543648388 (+33 ms)Writing region close event to WAL at 1731543648410 (+22 ms)Running coprocessor post-close hooks at 1731543648442 (+32 ms)Closed at 1731543648442 2024-11-14T00:20:48,443 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:48,563 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,39147,1731543635059; all regions closed. 2024-11-14T00:20:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741849_1025 (size=2156) 2024-11-14T00:20:48,586 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:48,599 DEBUG [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs 2024-11-14T00:20:48,599 INFO [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C39147%2C1731543635059.meta:.meta(num 1731543639764) 2024-11-14T00:20:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741850_1026 (size=796) 2024-11-14T00:20:48,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.rep.1731543644801 not finished, retry = 0 2024-11-14T00:20:48,642 DEBUG [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 to pos 0, reset compression=false 2024-11-14T00:20:48,756 DEBUG [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs 2024-11-14T00:20:48,756 INFO [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C39147%2C1731543635059.rep:(num 1731543644801) 2024-11-14T00:20:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741848_1024 (size=93) 2024-11-14T00:20:48,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/WALs/63baa11b75f3,39147,1731543635059/63baa11b75f3%2C39147%2C1731543635059.1731543639249 not finished, retry = 0 2024-11-14T00:20:48,913 DEBUG [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/oldWALs 2024-11-14T00:20:48,913 INFO [RS:0;63baa11b75f3:39147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C39147%2C1731543635059:(num 1731543639249) 2024-11-14T00:20:48,913 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:48,913 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:20:48,916 INFO [RS:0;63baa11b75f3:39147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:20:48,916 INFO [RS:0;63baa11b75f3:39147 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:20:48,917 INFO [RS:0;63baa11b75f3:39147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:20:48,917 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:20:48,917 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,39147,1731543635059 because: Region server is closing 2024-11-14T00:20:48,917 INFO [RS:0;63baa11b75f3:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39147. 2024-11-14T00:20:48,917 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T00:20:48,917 DEBUG [RS:0;63baa11b75f3:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:48,917 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:48,917 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T00:20:48,917 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T00:20:48,917 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:48,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:49,018 WARN [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:20:49,018 WARN [RS:0;63baa11b75f3:39147.replicationSource.shipper63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:20:49,019 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;63baa11b75f3:39147.replicationSource.shipper63baa11b75f3%2C39147%2C1731543635059,1-63baa11b75f3,39147,1731543635059 terminated 2024-11-14T00:20:49,019 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-63baa11b75f3,39147,1731543635059 because: Region server is closing 2024-11-14T00:20:49,019 INFO [RS:0;63baa11b75f3:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39147. 2024-11-14T00:20:49,019 DEBUG [RS:0;63baa11b75f3:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:20:49,019 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:49,020 DEBUG [RS:0;63baa11b75f3:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:49,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:20:49,120 WARN [RS:0;63baa11b75f3:39147.replicationSource.shipper63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:20:49,120 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;63baa11b75f3:39147.replicationSource.shipper63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 terminated 2024-11-14T00:20:49,121 INFO [RS:0;63baa11b75f3:39147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39147 2024-11-14T00:20:49,124 WARN [RS:0;63baa11b75f3:39147.replicationSource.wal-reader.63baa11b75f3%2C39147%2C1731543635059,2-63baa11b75f3,39147,1731543635059 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:20:49,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/rs/63baa11b75f3,39147,1731543635059 2024-11-14T00:20:49,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076/rs 2024-11-14T00:20:49,136 INFO [RS:0;63baa11b75f3:39147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:20:49,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,39147,1731543635059] 2024-11-14T00:20:49,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/draining/63baa11b75f3,39147,1731543635059 already deleted, retry=false 2024-11-14T00:20:49,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,39147,1731543635059 expired; onlineServers=0 2024-11-14T00:20:49,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,41171,1731543634835' ***** 2024-11-14T00:20:49,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:20:49,159 INFO [M:0;63baa11b75f3:41171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:20:49,159 INFO [M:0;63baa11b75f3:41171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:20:49,159 DEBUG [M:0;63baa11b75f3:41171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:20:49,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:20:49,160 DEBUG [M:0;63baa11b75f3:41171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:20:49,160 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543638641 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543638641,5,FailOnTimeoutGroup] 2024-11-14T00:20:49,160 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543638649 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543638649,5,FailOnTimeoutGroup] 2024-11-14T00:20:49,160 INFO [M:0;63baa11b75f3:41171 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:20:49,160 INFO [M:0;63baa11b75f3:41171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:20:49,160 DEBUG [M:0;63baa11b75f3:41171 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:20:49,160 INFO [M:0;63baa11b75f3:41171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:20:49,160 INFO [M:0;63baa11b75f3:41171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:20:49,161 INFO [M:0;63baa11b75f3:41171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:20:49,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:20:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0323587076/master 2024-11-14T00:20:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0323587076 2024-11-14T00:20:49,188 DEBUG [M:0;63baa11b75f3:41171 {}] zookeeper.RecoverableZooKeeper(212): Node /0323587076/master already deleted, retry=false 2024-11-14T00:20:49,189 DEBUG [M:0;63baa11b75f3:41171 {}] master.ActiveMasterManager(353): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Failed delete of our master address node; KeeperErrorCode = NoNode for /0323587076/master 2024-11-14T00:20:49,191 INFO [M:0;63baa11b75f3:41171 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/.lastflushedseqids 2024-11-14T00:20:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741852_1028 (size=181) 2024-11-14T00:20:49,251 INFO [RS:0;63baa11b75f3:39147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:20:49,251 INFO [RS:0;63baa11b75f3:39147 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,39147,1731543635059; zookeeper connection closed. 2024-11-14T00:20:49,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x10136b68b0c0007, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:49,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c185195 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c185195 2024-11-14T00:20:49,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:20:49,645 INFO [M:0;63baa11b75f3:41171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:20:49,645 INFO [M:0;63baa11b75f3:41171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:20:49,646 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:20:49,646 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:49,646 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:49,646 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:20:49,646 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:49,646 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T00:20:49,693 DEBUG [M:0;63baa11b75f3:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c29e914e1b74fd591feef2731e99b88 is 82, key is hbase:meta,,1/info:regioninfo/1731543640157/Put/seqid=0 2024-11-14T00:20:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:49,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:20:49,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741853_1029 (size=5680) 2024-11-14T00:20:50,118 INFO [M:0;63baa11b75f3:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c29e914e1b74fd591feef2731e99b88 2024-11-14T00:20:50,199 DEBUG [M:0;63baa11b75f3:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e801a912395470c94fc8dd09ff3c27d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731543645047/Put/seqid=0 2024-11-14T00:20:50,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741854_1030 (size=7319) 2024-11-14T00:20:50,245 INFO [M:0;63baa11b75f3:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e801a912395470c94fc8dd09ff3c27d 2024-11-14T00:20:50,292 DEBUG [M:0;63baa11b75f3:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c99e9dffd2b4d71b3d3774d0e2f9936 is 69, key is 63baa11b75f3,39147,1731543635059/rs:state/1731543638661/Put/seqid=0 2024-11-14T00:20:50,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741855_1031 (size=5371) 2024-11-14T00:20:50,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:20:50,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:20:50,725 INFO [M:0;63baa11b75f3:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c99e9dffd2b4d71b3d3774d0e2f9936 2024-11-14T00:20:50,744 INFO [M:0;63baa11b75f3:41171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c99e9dffd2b4d71b3d3774d0e2f9936 2024-11-14T00:20:50,749 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c29e914e1b74fd591feef2731e99b88 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c29e914e1b74fd591feef2731e99b88 2024-11-14T00:20:50,764 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c29e914e1b74fd591feef2731e99b88, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T00:20:50,772 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e801a912395470c94fc8dd09ff3c27d as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e801a912395470c94fc8dd09ff3c27d 2024-11-14T00:20:50,793 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e801a912395470c94fc8dd09ff3c27d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T00:20:50,795 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c99e9dffd2b4d71b3d3774d0e2f9936 as hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c99e9dffd2b4d71b3d3774d0e2f9936 2024-11-14T00:20:50,809 INFO [M:0;63baa11b75f3:41171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c99e9dffd2b4d71b3d3774d0e2f9936 2024-11-14T00:20:50,810 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46037/user/jenkins/test-data/d46f623e-583e-729e-8f41-983933be2805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c99e9dffd2b4d71b3d3774d0e2f9936, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T00:20:50,811 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1165ms, sequenceid=172, compaction requested=false 2024-11-14T00:20:50,820 INFO [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:50,820 DEBUG [M:0;63baa11b75f3:41171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543649646Disabling compacts and flushes for region at 1731543649646Disabling writes for close at 1731543649646Obtaining lock to block concurrent updates at 1731543649646Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543649646Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731543649647 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543649649 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543649649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543649693 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543649693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543650133 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543650198 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543650198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543650260 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543650287 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543650288 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb84428: reopening flushed file at 1731543650744 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9a47bf: reopening flushed file at 1731543650765 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad9ec34: reopening flushed file at 1731543650793 (+28 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1165ms, sequenceid=172, compaction requested=false at 1731543650812 (+19 ms)Writing region close event to WAL at 1731543650820 (+8 ms)Closed at 1731543650820 2024-11-14T00:20:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741847_1023 (size=22949) 2024-11-14T00:20:50,831 INFO [M:0;63baa11b75f3:41171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:20:50,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:20:50,831 INFO [M:0;63baa11b75f3:41171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41171 2024-11-14T00:20:50,831 INFO [M:0;63baa11b75f3:41171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:20:50,949 INFO [M:0;63baa11b75f3:41171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:20:50,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:50,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x10136b68b0c0006, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:20:50,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:20:50,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:20:50,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:20:50,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:20:50,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir/,STOPPED} 2024-11-14T00:20:50,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:20:50,997 WARN [BP-689563651-172.17.0.3-1731543602900 heartbeating to localhost/127.0.0.1:46037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:20:50,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:20:50,997 WARN [BP-689563651-172.17.0.3-1731543602900 heartbeating to localhost/127.0.0.1:46037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-689563651-172.17.0.3-1731543602900 (Datanode Uuid 7cbf8a17-31a9-4d32-b9aa-eae18c560dfe) service to localhost/127.0.0.1:46037 2024-11-14T00:20:50,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:20:51,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/data/data1/current/BP-689563651-172.17.0.3-1731543602900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:20:51,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/cluster_7145c101-de4a-e853-6aa8-119b1603736a/data/data2/current/BP-689563651-172.17.0.3-1731543602900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:20:51,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:20:51,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:20:51,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:20:51,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:20:51,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33ac70f1-8cbe-e2f1-5248-cf5f557a4ebc/hadoop.log.dir/,STOPPED} 2024-11-14T00:20:51,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:20:51,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:20:51,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/63baa11b75f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33749 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/63baa11b75f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46037 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54802) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54802) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1761 (was 2105), ProcessCount=11 (was 11), AvailableMemoryMB=3119 (was 4397) 2024-11-14T00:20:51,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=1761, ProcessCount=11, AvailableMemoryMB=3117 2024-11-14T00:20:51,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136b68b0c0002, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:20:51,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136b68b0c0002, quorum=127.0.0.1:54802, baseZNode=/0323587076 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:20:51,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136b68b0c0005, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:20:51,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136b68b0c0005, quorum=127.0.0.1:54802, baseZNode=/1-1383683715 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:20:51,141 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T00:20:51,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir so I do NOT create it in target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472 2024-11-14T00:20:51,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:20:51,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.tmp.dir so I do NOT create it in target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472 2024-11-14T00:20:51,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94200ab5-e2db-40cb-dc5e-ad21247c8be6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:20:51,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472 2024-11-14T00:20:51,142 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0, deleteOnExit=true 2024-11-14T00:20:51,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/zookeeper_0, clientPort=60647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:20:51,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60647 2024-11-14T00:20:51,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:20:51,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:20:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/test.cache.data in system properties and HBase conf 2024-11-14T00:20:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:20:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:20:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:20:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:20:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:20:51,155 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:20:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:20:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:20:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:20:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:20:51,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:51,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:51,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:51,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:51,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:51,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:51,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:51,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:51,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629579f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/java.io.tmpdir/jetty-localhost-40763-hadoop-hdfs-3_4_1-tests_jar-_-any-2982291808365042882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:20:51,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:40763} 2024-11-14T00:20:51,758 INFO [Time-limited test {}] server.Server(415): Started @54894ms 2024-11-14T00:20:52,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:52,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:52,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:52,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:52,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:52,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ad3d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:52,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7032b8e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:52,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fbd21cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/java.io.tmpdir/jetty-localhost-41331-hadoop-hdfs-3_4_1-tests_jar-_-any-2443042576510066051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:20:52,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686a5b71{HTTP/1.1, (http/1.1)}{localhost:41331} 2024-11-14T00:20:52,327 INFO [Time-limited test {}] server.Server(415): Started @55463ms 2024-11-14T00:20:52,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:20:53,773 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/data/data1/current/BP-1458691344-172.17.0.3-1731543651192/current, will proceed with Du for space computation calculation, 2024-11-14T00:20:53,774 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/data/data2/current/BP-1458691344-172.17.0.3-1731543651192/current, will proceed with Du for space computation calculation, 2024-11-14T00:20:53,830 WARN [Thread-497 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:20:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6543984bc0d41dc with lease ID 0x7572d47388eaa913: Processing first storage report for DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe from datanode DatanodeRegistration(127.0.0.1:45991, datanodeUuid=fa9d92d0-e68b-4e48-b956-3c30342324b5, infoPort=41181, infoSecurePort=0, ipcPort=46467, storageInfo=lv=-57;cid=testClusterID;nsid=1279818237;c=1731543651192) 2024-11-14T00:20:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6543984bc0d41dc with lease ID 0x7572d47388eaa913: from storage DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe node DatanodeRegistration(127.0.0.1:45991, datanodeUuid=fa9d92d0-e68b-4e48-b956-3c30342324b5, infoPort=41181, infoSecurePort=0, ipcPort=46467, storageInfo=lv=-57;cid=testClusterID;nsid=1279818237;c=1731543651192), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:20:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6543984bc0d41dc with lease ID 0x7572d47388eaa913: Processing first storage report for DS-9e97cd20-1908-4c4b-971a-24395498ed05 from datanode DatanodeRegistration(127.0.0.1:45991, datanodeUuid=fa9d92d0-e68b-4e48-b956-3c30342324b5, infoPort=41181, infoSecurePort=0, ipcPort=46467, storageInfo=lv=-57;cid=testClusterID;nsid=1279818237;c=1731543651192) 2024-11-14T00:20:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6543984bc0d41dc with lease ID 0x7572d47388eaa913: from storage DS-9e97cd20-1908-4c4b-971a-24395498ed05 node DatanodeRegistration(127.0.0.1:45991, datanodeUuid=fa9d92d0-e68b-4e48-b956-3c30342324b5, infoPort=41181, infoSecurePort=0, ipcPort=46467, storageInfo=lv=-57;cid=testClusterID;nsid=1279818237;c=1731543651192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:20:53,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472 2024-11-14T00:20:53,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:53,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:20:54,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478 with version=8 2024-11-14T00:20:54,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/hbase-staging 2024-11-14T00:20:54,315 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:20:54,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:54,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41025 2024-11-14T00:20:54,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41025 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-14T00:20:54,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410250x0, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:54,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41025-0x10136b74ef70000 connected 2024-11-14T00:20:55,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:55,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:55,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/running 2024-11-14T00:20:55,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478, hbase.cluster.distributed=false 2024-11-14T00:20:55,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/acl 2024-11-14T00:20:55,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-14T00:20:55,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41025 2024-11-14T00:20:55,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41025 2024-11-14T00:20:55,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-14T00:20:55,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-14T00:20:55,147 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:20:55,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:55,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:55,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:20:55,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:20:55,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:20:55,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:20:55,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:20:55,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43529 2024-11-14T00:20:55,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43529 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-14T00:20:55,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:55,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:55,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435290x0, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:55,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435290x0, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/running 2024-11-14T00:20:55,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:20:55,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43529-0x10136b74ef70001 connected 2024-11-14T00:20:55,172 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:20:55,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/master 2024-11-14T00:20:55,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/acl 2024-11-14T00:20:55,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-14T00:20:55,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43529 2024-11-14T00:20:55,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43529 2024-11-14T00:20:55,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-14T00:20:55,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-14T00:20:55,186 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:41025 2024-11-14T00:20:55,188 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1942242545/backup-masters/63baa11b75f3,41025,1731543654315 2024-11-14T00:20:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545/backup-masters 2024-11-14T00:20:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545/backup-masters 2024-11-14T00:20:55,199 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on existing znode=/0-1942242545/backup-masters/63baa11b75f3,41025,1731543654315 2024-11-14T00:20:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942242545/master 2024-11-14T00:20:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:55,210 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on existing znode=/0-1942242545/master 2024-11-14T00:20:55,210 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1942242545/backup-masters/63baa11b75f3,41025,1731543654315 from backup master directory 2024-11-14T00:20:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545/backup-masters 2024-11-14T00:20:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942242545/backup-masters/63baa11b75f3,41025,1731543654315 2024-11-14T00:20:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545/backup-masters 2024-11-14T00:20:55,221 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:55,221 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,41025,1731543654315 2024-11-14T00:20:55,253 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/hbase.id] with ID: 6ae8d102-5fb5-44e2-82bf-4e148c06b0f9 2024-11-14T00:20:55,253 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/.tmp/hbase.id 2024-11-14T00:20:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:20:55,297 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/.tmp/hbase.id]:[hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/hbase.id] 2024-11-14T00:20:55,326 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:20:55,326 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:20:55,332 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-14T00:20:55,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:55,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:20:55,451 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:20:55,453 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:20:55,458 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:55,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:20:55,536 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store 2024-11-14T00:20:55,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:20:55,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:55,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:20:55,586 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:55,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:55,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:20:55,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:55,586 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:20:55,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543655586Disabling compacts and flushes for region at 1731543655586Disabling writes for close at 1731543655586Writing region close event to WAL at 1731543655586Closed at 1731543655586 2024-11-14T00:20:55,598 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/.initializing 2024-11-14T00:20:55,598 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/WALs/63baa11b75f3,41025,1731543654315 2024-11-14T00:20:55,601 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:55,612 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C41025%2C1731543654315, suffix=, logDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/WALs/63baa11b75f3,41025,1731543654315, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/oldWALs, maxLogs=10 2024-11-14T00:20:55,632 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/WALs/63baa11b75f3,41025,1731543654315/63baa11b75f3%2C41025%2C1731543654315.1731543655612, exclude list is [], retry=0 2024-11-14T00:20:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe,DISK] 2024-11-14T00:20:55,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/WALs/63baa11b75f3,41025,1731543654315/63baa11b75f3%2C41025%2C1731543654315.1731543655612 2024-11-14T00:20:55,704 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-14T00:20:55,704 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:55,705 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:55,712 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,712 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:20:55,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:55,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:55,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:20:55,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:55,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:55,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:20:55,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:20:55,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:55,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:20:55,832 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,836 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,848 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,888 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,888 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,893 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:55,917 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:20:55,964 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:55,965 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63575317, jitterRate=-0.052653953433036804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:55,967 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543655712Initializing all the Stores at 1731543655720 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543655720Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543655728 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543655728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543655728Cleaning up temporary data from old regions at 1731543655888 (+160 ms)Region opened successfully at 1731543655967 (+79 ms) 2024-11-14T00:20:56,012 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:20:56,017 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c79fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:56,024 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:20:56,024 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:20:56,025 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:20:56,025 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:20:56,026 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:20:56,026 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:20:56,026 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:20:56,051 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:20:56,053 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Unable to get data of znode /0-1942242545/balancer because node does not exist (not necessarily an error) 2024-11-14T00:20:56,112 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/balancer already deleted, retry=false 2024-11-14T00:20:56,113 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:20:56,118 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Unable to get data of znode /0-1942242545/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:20:56,132 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/normalizer already deleted, retry=false 2024-11-14T00:20:56,133 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:20:56,134 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Unable to get data of znode /0-1942242545/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:20:56,148 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/switch/split already deleted, retry=false 2024-11-14T00:20:56,150 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Unable to get data of znode /0-1942242545/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:20:56,156 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/switch/merge already deleted, retry=false 2024-11-14T00:20:56,159 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Unable to get data of znode /0-1942242545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:20:56,168 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/snapshot-cleanup already deleted, retry=false 2024-11-14T00:20:56,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942242545/running 2024-11-14T00:20:56,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:56,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942242545/running 2024-11-14T00:20:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:56,179 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,41025,1731543654315, sessionid=0x10136b74ef70000, setting cluster-up flag (Was=false) 2024-11-14T00:20:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:56,244 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1942242545/flush-table-proc/acquired, /0-1942242545/flush-table-proc/reached, /0-1942242545/flush-table-proc/abort 2024-11-14T00:20:56,246 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41025,1731543654315 2024-11-14T00:20:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:56,336 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1942242545/online-snapshot/acquired, /0-1942242545/online-snapshot/reached, /0-1942242545/online-snapshot/abort 2024-11-14T00:20:56,353 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41025,1731543654315 2024-11-14T00:20:56,365 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:20:56,377 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:56,377 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:20:56,377 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:20:56,378 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,41025,1731543654315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:56,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:56,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:20:56,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:56,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:20:56,469 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543686469 2024-11-14T00:20:56,469 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:20:56,469 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:20:56,469 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:20:56,469 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:20:56,470 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:20:56,470 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:20:56,479 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,484 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:20:56,484 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:20:56,484 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:20:56,484 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:20:56,487 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(746): ClusterId : 6ae8d102-5fb5-44e2-82bf-4e148c06b0f9 2024-11-14T00:20:56,487 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:20:56,488 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:20:56,488 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:20:56,489 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543656488,5,FailOnTimeoutGroup] 2024-11-14T00:20:56,495 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543656489,5,FailOnTimeoutGroup] 2024-11-14T00:20:56,496 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,496 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:20:56,496 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,496 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,508 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:20:56,509 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:20:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:20:56,539 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:20:56,540 DEBUG [RS:0;63baa11b75f3:43529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1732a398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:20:56,570 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:43529 2024-11-14T00:20:56,570 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:20:56,570 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:20:56,570 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:20:56,581 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,41025,1731543654315 with port=43529, startcode=1731543655147 2024-11-14T00:20:56,581 DEBUG [RS:0;63baa11b75f3:43529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:20:56,594 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:20:56,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,43529,1731543655147 2024-11-14T00:20:56,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41025 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,43529,1731543655147 2024-11-14T00:20:56,605 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478 2024-11-14T00:20:56,605 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36655 2024-11-14T00:20:56,605 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:20:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545/rs 2024-11-14T00:20:56,618 DEBUG [RS:0;63baa11b75f3:43529 {}] zookeeper.ZKUtil(111): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on existing znode=/0-1942242545/rs/63baa11b75f3,43529,1731543655147 2024-11-14T00:20:56,618 WARN [RS:0;63baa11b75f3:43529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:20:56,618 INFO [RS:0;63baa11b75f3:43529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:56,618 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147 2024-11-14T00:20:56,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,43529,1731543655147] 2024-11-14T00:20:56,646 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:20:56,652 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:20:56,656 INFO [RS:0;63baa11b75f3:43529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:20:56,656 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,659 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:20:56,660 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:20:56,660 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,660 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,660 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,660 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,660 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,660 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,661 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:20:56,661 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,661 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,661 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,661 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,661 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,662 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:20:56,662 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:56,662 DEBUG [RS:0;63baa11b75f3:43529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:20:56,667 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,667 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,667 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,667 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,667 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,667 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43529,1731543655147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:56,698 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:20:56,698 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43529,1731543655147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,699 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,699 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.Replication(171): 63baa11b75f3,43529,1731543655147 started 2024-11-14T00:20:56,789 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:56,790 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,43529,1731543655147, RpcServer on 63baa11b75f3/172.17.0.3:43529, sessionid=0x10136b74ef70001 2024-11-14T00:20:56,790 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:20:56,790 DEBUG [RS:0;63baa11b75f3:43529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,43529,1731543655147 2024-11-14T00:20:56,790 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,43529,1731543655147' 2024-11-14T00:20:56,790 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1942242545/flush-table-proc/abort' 2024-11-14T00:20:56,796 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1942242545/flush-table-proc/acquired' 2024-11-14T00:20:56,808 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:20:56,808 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:20:56,808 DEBUG [RS:0;63baa11b75f3:43529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,43529,1731543655147 2024-11-14T00:20:56,808 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,43529,1731543655147' 2024-11-14T00:20:56,808 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1942242545/online-snapshot/abort' 2024-11-14T00:20:56,812 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1942242545/online-snapshot/acquired' 2024-11-14T00:20:56,820 DEBUG [RS:0;63baa11b75f3:43529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:20:56,820 INFO [RS:0;63baa11b75f3:43529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:20:56,821 INFO [RS:0;63baa11b75f3:43529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:20:56,921 INFO [RS:0;63baa11b75f3:43529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:20:56,926 INFO [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C43529%2C1731543655147, suffix=, logDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/oldWALs, maxLogs=10 2024-11-14T00:20:56,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:20:56,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478 2024-11-14T00:20:56,945 DEBUG [RS:0;63baa11b75f3:43529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927, exclude list is [], retry=0 2024-11-14T00:20:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe,DISK] 2024-11-14T00:20:56,961 INFO [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 2024-11-14T00:20:56,964 DEBUG [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-14T00:20:56,965 WARN [RS:0;63baa11b75f3:43529 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 63baa11b75f3,38413,1731543610361: status=Processing ServerCrashProcedure of 63baa11b75f3,38413,1731543610361 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731543638577, completionTime=-1 appears to have been leaked 2024-11-14T00:20:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:20:56,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:56,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:56,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:56,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:57,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:57,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:57,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:57,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:57,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:57,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:57,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740 2024-11-14T00:20:57,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740 2024-11-14T00:20:57,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:57,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:57,022 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:57,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:57,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:20:57,028 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63199214, jitterRate=-0.05825832486152649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:57,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543656993Initializing all the Stores at 1731543656996 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543656996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543656996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543656996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543656996Cleaning up temporary data from old regions at 1731543657018 (+22 ms)Region opened successfully at 1731543657028 (+10 ms) 2024-11-14T00:20:57,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:20:57,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:20:57,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:20:57,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:20:57,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:20:57,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:20:57,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543657029Disabling compacts and flushes for region at 1731543657029Disabling writes for close at 1731543657029Writing region close event to WAL at 1731543657031 (+2 ms)Closed at 1731543657031 2024-11-14T00:20:57,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:57,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:20:57,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:20:57,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:57,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:20:57,191 DEBUG [63baa11b75f3:41025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:20:57,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,43529,1731543655147 2024-11-14T00:20:57,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,43529,1731543655147, state=OPENING 2024-11-14T00:20:57,259 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:20:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:20:57,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:20:57,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,43529,1731543655147}] 2024-11-14T00:20:57,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942242545/meta-region-server: CHANGED 2024-11-14T00:20:57,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942242545/meta-region-server: CHANGED 2024-11-14T00:20:57,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:20:57,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:20:57,523 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:20:57,523 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:20:57,523 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:20:57,532 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C43529%2C1731543655147.meta, suffix=.meta, logDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/oldWALs, maxLogs=10 2024-11-14T00:20:57,554 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.meta.1731543657533.meta, exclude list is [], retry=0 2024-11-14T00:20:57,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe,DISK] 2024-11-14T00:20:57,571 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.meta.1731543657533.meta 2024-11-14T00:20:57,572 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-14T00:20:57,572 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:20:57,573 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:20:57,574 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:20:57,574 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:20:57,574 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:20:57,574 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:20:57,574 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:20:57,574 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:20:57,574 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:20:57,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:20:57,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:20:57,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:20:57,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:20:57,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:20:57,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:20:57,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:20:57,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:20:57,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:20:57,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:20:57,607 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:20:57,608 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740 2024-11-14T00:20:57,610 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740 2024-11-14T00:20:57,611 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:20:57,620 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:20:57,621 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:20:57,625 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:20:57,627 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69870436, jitterRate=0.04115062952041626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:20:57,627 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:20:57,628 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543657574Writing region info on filesystem at 1731543657574Initializing all the Stores at 1731543657575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543657575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543657578 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543657578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543657578Cleaning up temporary data from old regions at 1731543657620 (+42 ms)Running coprocessor post-open hooks at 1731543657627 (+7 ms)Region opened successfully at 1731543657628 (+1 ms) 2024-11-14T00:20:57,630 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543657496 2024-11-14T00:20:57,637 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:20:57,637 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:20:57,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,43529,1731543655147 2024-11-14T00:20:57,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,43529,1731543655147, state=OPEN 2024-11-14T00:20:57,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1942242545/meta-region-server 2024-11-14T00:20:57,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,43529,1731543655147 2024-11-14T00:20:57,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942242545/meta-region-server: CHANGED 2024-11-14T00:20:57,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:20:57,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,43529,1731543655147 in 325 msec 2024-11-14T00:20:57,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1942242545/meta-region-server 2024-11-14T00:20:57,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942242545/meta-region-server: CHANGED 2024-11-14T00:20:57,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:20:57,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-14T00:20:57,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:20:57,673 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:20:57,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:57,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43529,1731543655147, seqNum=-1] 2024-11-14T00:20:57,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:57,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:57,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-14T00:20:57,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543657708, completionTime=-1 2024-11-14T00:20:57,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:20:57,708 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:20:57,711 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543717712 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543777712 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41025,1731543654315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41025,1731543654315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41025,1731543654315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:41025, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,712 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,713 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,716 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:20:57,720 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.497sec 2024-11-14T00:20:57,720 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:20:57,720 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:20:57,720 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:20:57,721 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:20:57,721 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:20:57,721 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41025,1731543654315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:20:57,721 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41025,1731543654315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:20:57,756 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:20:57,756 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:20:57,756 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41025,1731543654315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:20:57,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a03feb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:57,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41025,-1 for getting cluster id 2024-11-14T00:20:57,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:20:57,804 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ae8d102-5fb5-44e2-82bf-4e148c06b0f9' 2024-11-14T00:20:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:20:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ae8d102-5fb5-44e2-82bf-4e148c06b0f9" 2024-11-14T00:20:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c1a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41025,-1] 2024-11-14T00:20:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:20:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:20:57,808 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:20:57,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f144d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:20:57,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:20:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43529,1731543655147, seqNum=-1] 2024-11-14T00:20:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:20:57,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:20:57,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,41025,1731543654315 2024-11-14T00:20:57,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-14T00:20:57,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:20:57,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136b74ef70002 connected 2024-11-14T00:20:57,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir so I do NOT create it in target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5 2024-11-14T00:20:57,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:20:57,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.tmp.dir so I do NOT create it in target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5 2024-11-14T00:20:57,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:20:57,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5 2024-11-14T00:20:57,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:20:57,873 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/cluster_de0d0138-b5a4-e436-67e0-6a779ee62257, deleteOnExit=true 2024-11-14T00:20:57,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:20:57,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/test.cache.data in system properties and HBase conf 2024-11-14T00:20:57,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:20:57,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:20:57,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:20:57,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:20:57,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:20:57,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:20:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:20:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:20:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:20:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:20:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:20:58,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:58,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:58,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:58,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:58,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:58,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:58,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2595282c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:58,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106f0eb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:58,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@654ca52e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/java.io.tmpdir/jetty-localhost-33079-hadoop-hdfs-3_4_1-tests_jar-_-any-5334815540145280977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:20:58,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c2ffd93{HTTP/1.1, (http/1.1)}{localhost:33079} 2024-11-14T00:20:58,724 INFO [Time-limited test {}] server.Server(415): Started @61859ms 2024-11-14T00:20:59,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:20:59,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:20:59,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:20:59,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:20:59,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:20:59,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cbdedc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:20:59,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c2233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:20:59,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11a14b29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/java.io.tmpdir/jetty-localhost-40077-hadoop-hdfs-3_4_1-tests_jar-_-any-17216111391277276090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:20:59,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f7bfbaf{HTTP/1.1, (http/1.1)}{localhost:40077} 2024-11-14T00:20:59,278 INFO [Time-limited test {}] server.Server(415): Started @62413ms 2024-11-14T00:20:59,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:20:59,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:20:59,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:20:59,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:20:59,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T00:20:59,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:20:59,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:21:01,714 WARN [Thread-630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/cluster_de0d0138-b5a4-e436-67e0-6a779ee62257/data/data2/current/BP-1831044513-172.17.0.3-1731543657933/current, will proceed with Du for space computation calculation, 2024-11-14T00:21:01,714 WARN [Thread-629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/cluster_de0d0138-b5a4-e436-67e0-6a779ee62257/data/data1/current/BP-1831044513-172.17.0.3-1731543657933/current, will proceed with Du for space computation calculation, 2024-11-14T00:21:01,781 WARN [Thread-617 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:21:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda3d9169862eac16 with lease ID 0xfaa604cd07061a43: Processing first storage report for DS-b75af3a6-4901-405a-b3b4-941a5bd88edd from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=9b2efffe-18f9-455c-a707-1bdaa6de62b7, infoPort=35765, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=1715739470;c=1731543657933) 2024-11-14T00:21:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda3d9169862eac16 with lease ID 0xfaa604cd07061a43: from storage DS-b75af3a6-4901-405a-b3b4-941a5bd88edd node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=9b2efffe-18f9-455c-a707-1bdaa6de62b7, infoPort=35765, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=1715739470;c=1731543657933), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:21:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda3d9169862eac16 with lease ID 0xfaa604cd07061a43: Processing first storage report for DS-9f8fe5f0-25c9-420f-b6c3-38d7c61c5f1d from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=9b2efffe-18f9-455c-a707-1bdaa6de62b7, infoPort=35765, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=1715739470;c=1731543657933) 2024-11-14T00:21:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda3d9169862eac16 with lease ID 0xfaa604cd07061a43: from storage DS-9f8fe5f0-25c9-420f-b6c3-38d7c61c5f1d node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=9b2efffe-18f9-455c-a707-1bdaa6de62b7, infoPort=35765, infoSecurePort=0, ipcPort=42155, storageInfo=lv=-57;cid=testClusterID;nsid=1715739470;c=1731543657933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:21:01,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5 2024-11-14T00:21:01,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:01,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:21:01,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e with version=8 2024-11-14T00:21:01,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/hbase-staging 2024-11-14T00:21:01,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:21:01,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:01,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:01,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:21:01,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:01,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:21:01,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:21:01,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:21:01,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44551 2024-11-14T00:21:01,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44551 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-14T00:21:01,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445510x0, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:01,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44551-0x10136b74ef70003 connected 2024-11-14T00:21:02,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:02,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:02,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/running 2024-11-14T00:21:02,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e, hbase.cluster.distributed=false 2024-11-14T00:21:02,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/acl 2024-11-14T00:21:02,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44551 2024-11-14T00:21:02,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44551 2024-11-14T00:21:02,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44551 2024-11-14T00:21:02,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44551 2024-11-14T00:21:02,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44551 2024-11-14T00:21:02,089 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:21:02,090 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:21:02,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36417 2024-11-14T00:21:02,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36417 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-14T00:21:02,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:02,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364170x0, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:02,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36417-0x10136b74ef70004 connected 2024-11-14T00:21:02,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/running 2024-11-14T00:21:02,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:21:02,125 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:21:02,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/master 2024-11-14T00:21:02,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/acl 2024-11-14T00:21:02,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-14T00:21:02,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36417 2024-11-14T00:21:02,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36417 2024-11-14T00:21:02,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-14T00:21:02,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-14T00:21:02,169 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:44551 2024-11-14T00:21:02,184 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-522509814/backup-masters/63baa11b75f3,44551,1731543661946 2024-11-14T00:21:02,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814/backup-masters 2024-11-14T00:21:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814/backup-masters 2024-11-14T00:21:02,199 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on existing znode=/1-522509814/backup-masters/63baa11b75f3,44551,1731543661946 2024-11-14T00:21:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-522509814/master 2024-11-14T00:21:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:02,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:02,228 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on existing znode=/1-522509814/master 2024-11-14T00:21:02,229 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-522509814/backup-masters/63baa11b75f3,44551,1731543661946 from backup master directory 2024-11-14T00:21:02,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-522509814/backup-masters/63baa11b75f3,44551,1731543661946 2024-11-14T00:21:02,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814/backup-masters 2024-11-14T00:21:02,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814/backup-masters 2024-11-14T00:21:02,241 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:21:02,241 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,44551,1731543661946 2024-11-14T00:21:02,270 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/hbase.id] with ID: 4202395b-40f2-43c1-8a26-bde46c893ac8 2024-11-14T00:21:02,270 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/.tmp/hbase.id 2024-11-14T00:21:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:21:02,313 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/.tmp/hbase.id]:[hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/hbase.id] 2024-11-14T00:21:02,333 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:02,333 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:21:02,336 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T00:21:02,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:02,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:21:02,420 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:02,421 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:21:02,428 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:21:02,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:02,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:02,879 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store 2024-11-14T00:21:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:21:02,905 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:02,905 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:21:02,905 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:02,905 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:02,905 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:21:02,905 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:02,906 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:02,906 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543662905Disabling compacts and flushes for region at 1731543662905Disabling writes for close at 1731543662905Writing region close event to WAL at 1731543662905Closed at 1731543662906 (+1 ms) 2024-11-14T00:21:02,907 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/.initializing 2024-11-14T00:21:02,907 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/WALs/63baa11b75f3,44551,1731543661946 2024-11-14T00:21:02,908 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:21:02,911 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C44551%2C1731543661946, suffix=, logDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/WALs/63baa11b75f3,44551,1731543661946, archiveDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/oldWALs, maxLogs=10 2024-11-14T00:21:02,933 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/WALs/63baa11b75f3,44551,1731543661946/63baa11b75f3%2C44551%2C1731543661946.1731543662912, exclude list is [], retry=0 2024-11-14T00:21:02,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-b75af3a6-4901-405a-b3b4-941a5bd88edd,DISK] 2024-11-14T00:21:02,939 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/WALs/63baa11b75f3,44551,1731543661946/63baa11b75f3%2C44551%2C1731543661946.1731543662912 2024-11-14T00:21:02,940 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-14T00:21:02,940 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:02,940 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:02,940 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,940 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:21:02,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:02,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:02,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:21:02,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:02,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:02,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:21:02,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:02,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:02,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:21:02,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:02,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:02,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,971 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,971 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,972 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,972 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,973 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:02,974 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:02,981 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:02,982 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59735091, jitterRate=-0.10987778007984161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:02,983 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543662940Initializing all the Stores at 1731543662944 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543662944Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543662944Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543662944Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543662944Cleaning up temporary data from old regions at 1731543662972 (+28 ms)Region opened successfully at 1731543662982 (+10 ms) 2024-11-14T00:21:02,984 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:21:02,988 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33757625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:21:02,989 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:21:02,999 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:21:02,999 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:21:03,000 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:21:03,009 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-11-14T00:21:03,009 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:21:03,010 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:21:03,016 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:21:03,018 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Unable to get data of znode /1-522509814/balancer because node does not exist (not necessarily an error) 2024-11-14T00:21:03,047 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-522509814/balancer already deleted, retry=false 2024-11-14T00:21:03,048 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:21:03,049 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Unable to get data of znode /1-522509814/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:21:03,061 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-522509814/normalizer already deleted, retry=false 2024-11-14T00:21:03,062 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:21:03,068 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Unable to get data of znode /1-522509814/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:21:03,081 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-522509814/switch/split already deleted, retry=false 2024-11-14T00:21:03,088 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Unable to get data of znode /1-522509814/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:21:03,100 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-522509814/switch/merge already deleted, retry=false 2024-11-14T00:21:03,102 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Unable to get data of znode /1-522509814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:21:03,114 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-522509814/snapshot-cleanup already deleted, retry=false 2024-11-14T00:21:03,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:21:03,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:03,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-522509814/running 2024-11-14T00:21:03,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-522509814/running 2024-11-14T00:21:03,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:03,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:03,134 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,44551,1731543661946, sessionid=0x10136b74ef70003, setting cluster-up flag (Was=false) 2024-11-14T00:21:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:03,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:03,199 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-522509814/flush-table-proc/acquired, /1-522509814/flush-table-proc/reached, /1-522509814/flush-table-proc/abort 2024-11-14T00:21:03,200 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,44551,1731543661946 2024-11-14T00:21:03,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:21:03,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:03,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:03,261 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-522509814/online-snapshot/acquired, /1-522509814/online-snapshot/reached, /1-522509814/online-snapshot/abort 2024-11-14T00:21:03,262 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,44551,1731543661946 2024-11-14T00:21:03,264 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:21:03,266 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:03,266 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:21:03,266 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:21:03,266 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,44551,1731543661946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:21:03,268 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:03,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:21:03,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:03,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:21:03,290 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543693290 2024-11-14T00:21:03,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:21:03,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:21:03,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:21:03,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:21:03,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:21:03,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:21:03,292 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,296 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:21:03,297 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:21:03,297 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:21:03,297 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:21:03,304 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:21:03,304 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:21:03,320 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543663304,5,FailOnTimeoutGroup] 2024-11-14T00:21:03,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:21:03,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:21:03,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e 2024-11-14T00:21:03,344 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543663320,5,FailOnTimeoutGroup] 2024-11-14T00:21:03,344 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:21:03,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,381 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(746): ClusterId : 4202395b-40f2-43c1-8a26-bde46c893ac8 2024-11-14T00:21:03,381 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:21:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:21:03,395 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:21:03,395 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:21:03,406 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:21:03,406 DEBUG [RS:0;63baa11b75f3:36417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20550bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:21:03,443 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:36417 2024-11-14T00:21:03,443 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:21:03,443 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:21:03,443 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:21:03,444 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,44551,1731543661946 with port=36417, startcode=1731543662089 2024-11-14T00:21:03,445 DEBUG [RS:0;63baa11b75f3:36417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:21:03,464 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:21:03,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,36417,1731543662089 2024-11-14T00:21:03,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,36417,1731543662089 2024-11-14T00:21:03,468 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e 2024-11-14T00:21:03,468 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34927 2024-11-14T00:21:03,469 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:21:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814/rs 2024-11-14T00:21:03,521 DEBUG [RS:0;63baa11b75f3:36417 {}] zookeeper.ZKUtil(111): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on existing znode=/1-522509814/rs/63baa11b75f3,36417,1731543662089 2024-11-14T00:21:03,521 WARN [RS:0;63baa11b75f3:36417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:21:03,522 INFO [RS:0;63baa11b75f3:36417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:03,523 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089 2024-11-14T00:21:03,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,36417,1731543662089] 2024-11-14T00:21:03,562 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:21:03,588 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:21:03,591 INFO [RS:0;63baa11b75f3:36417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:21:03,591 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,592 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:21:03,593 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:21:03,593 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:03,594 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:21:03,595 DEBUG [RS:0;63baa11b75f3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:21:03,628 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,629 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,629 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,629 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,629 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,629 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36417,1731543662089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:21:03,666 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:21:03,666 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36417,1731543662089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,666 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,666 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.Replication(171): 63baa11b75f3,36417,1731543662089 started 2024-11-14T00:21:03,688 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:03,691 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,36417,1731543662089, RpcServer on 63baa11b75f3/172.17.0.3:36417, sessionid=0x10136b74ef70004 2024-11-14T00:21:03,691 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:21:03,692 DEBUG [RS:0;63baa11b75f3:36417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,36417,1731543662089 2024-11-14T00:21:03,692 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36417,1731543662089' 2024-11-14T00:21:03,692 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-522509814/flush-table-proc/abort' 2024-11-14T00:21:03,694 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-522509814/flush-table-proc/acquired' 2024-11-14T00:21:03,697 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:21:03,697 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:21:03,697 DEBUG [RS:0;63baa11b75f3:36417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,36417,1731543662089 2024-11-14T00:21:03,697 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36417,1731543662089' 2024-11-14T00:21:03,697 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-522509814/online-snapshot/abort' 2024-11-14T00:21:03,697 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-522509814/online-snapshot/acquired' 2024-11-14T00:21:03,698 DEBUG [RS:0;63baa11b75f3:36417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:21:03,698 INFO [RS:0;63baa11b75f3:36417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:21:03,698 INFO [RS:0;63baa11b75f3:36417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:21:03,798 INFO [RS:0;63baa11b75f3:36417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:21:03,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:03,823 INFO [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36417%2C1731543662089, suffix=, logDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089, archiveDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/oldWALs, maxLogs=10 2024-11-14T00:21:03,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:21:03,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:21:03,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:03,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:03,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:21:03,851 DEBUG [RS:0;63baa11b75f3:36417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089/63baa11b75f3%2C36417%2C1731543662089.1731543663823, exclude list is [], retry=0 2024-11-14T00:21:03,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:21:03,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-b75af3a6-4901-405a-b3b4-941a5bd88edd,DISK] 2024-11-14T00:21:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:21:03,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:21:03,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:03,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:03,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:21:03,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:21:03,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:03,915 INFO [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089/63baa11b75f3%2C36417%2C1731543662089.1731543663823 2024-11-14T00:21:03,916 DEBUG [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-14T00:21:03,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:03,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:21:03,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740 2024-11-14T00:21:03,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740 2024-11-14T00:21:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:21:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:21:03,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:21:04,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:04,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70889638, jitterRate=0.05633792281150818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:04,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543663806Initializing all the Stores at 1731543663820 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543663820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543663820Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543663820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543663820Cleaning up temporary data from old regions at 1731543663960 (+140 ms)Region opened successfully at 1731543664020 (+60 ms) 2024-11-14T00:21:04,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:21:04,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:21:04,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:21:04,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:21:04,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:21:04,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:04,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543664021Disabling compacts and flushes for region at 1731543664021Disabling writes for close at 1731543664021Writing region close event to WAL at 1731543664021Closed at 1731543664021 2024-11-14T00:21:04,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:04,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:21:04,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:21:04,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:21:04,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:21:04,199 DEBUG [63baa11b75f3:44551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:21:04,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,36417,1731543662089 2024-11-14T00:21:04,203 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36417,1731543662089, state=OPENING 2024-11-14T00:21:04,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:21:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:04,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-522509814/meta-region-server: CHANGED 2024-11-14T00:21:04,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:21:04,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36417,1731543662089}] 2024-11-14T00:21:04,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-522509814/meta-region-server: CHANGED 2024-11-14T00:21:04,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:21:04,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:21:04,488 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:21:04,488 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:04,489 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:21:04,504 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36417%2C1731543662089.meta, suffix=.meta, logDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089, archiveDir=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/oldWALs, maxLogs=10 2024-11-14T00:21:04,538 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089/63baa11b75f3%2C36417%2C1731543662089.meta.1731543664505.meta, exclude list is [], retry=0 2024-11-14T00:21:04,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-b75af3a6-4901-405a-b3b4-941a5bd88edd,DISK] 2024-11-14T00:21:04,576 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/WALs/63baa11b75f3,36417,1731543662089/63baa11b75f3%2C36417%2C1731543662089.meta.1731543664505.meta 2024-11-14T00:21:04,588 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-14T00:21:04,588 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:04,590 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:04,591 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:21:04,591 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:21:04,591 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:21:04,591 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:21:04,591 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:04,591 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:21:04,591 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:21:04,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:21:04,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:21:04,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:04,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:04,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:21:04,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:21:04,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:04,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:04,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:21:04,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:21:04,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:04,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:04,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:21:04,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:21:04,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:04,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:04,660 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:21:04,665 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740 2024-11-14T00:21:04,680 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740 2024-11-14T00:21:04,682 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:21:04,682 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:21:04,683 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:04,686 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:21:04,696 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60599954, jitterRate=-0.09699031710624695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:04,696 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:21:04,697 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543664592Writing region info on filesystem at 1731543664592Initializing all the Stores at 1731543664607 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543664608 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543664611 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543664611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543664611Cleaning up temporary data from old regions at 1731543664682 (+71 ms)Running coprocessor post-open hooks at 1731543664696 (+14 ms)Region opened successfully at 1731543664697 (+1 ms) 2024-11-14T00:21:04,705 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543664452 2024-11-14T00:21:04,712 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:21:04,713 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:21:04,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36417,1731543662089 2024-11-14T00:21:04,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36417,1731543662089, state=OPEN 2024-11-14T00:21:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-522509814/meta-region-server 2024-11-14T00:21:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-522509814/meta-region-server 2024-11-14T00:21:04,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,36417,1731543662089 2024-11-14T00:21:04,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-522509814/meta-region-server: CHANGED 2024-11-14T00:21:04,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-522509814/meta-region-server: CHANGED 2024-11-14T00:21:04,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:21:04,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36417,1731543662089 in 514 msec 2024-11-14T00:21:04,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:21:04,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 793 msec 2024-11-14T00:21:04,840 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:04,840 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:21:04,858 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:04,858 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36417,1731543662089, seqNum=-1] 2024-11-14T00:21:04,859 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:04,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:04,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6200 sec 2024-11-14T00:21:04,898 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543664898, completionTime=-1 2024-11-14T00:21:04,899 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:21:04,899 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543724902 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543784902 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44551,1731543661946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44551,1731543661946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,902 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44551,1731543661946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,903 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:44551, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,903 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,904 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,911 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.682sec 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44551,1731543661946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:21:04,924 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44551,1731543661946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:21:04,968 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:21:04,968 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:21:04,968 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44551,1731543661946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:04,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39adab36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:04,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44551,-1 for getting cluster id 2024-11-14T00:21:04,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:05,008 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4202395b-40f2-43c1-8a26-bde46c893ac8' 2024-11-14T00:21:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4202395b-40f2-43c1-8a26-bde46c893ac8" 2024-11-14T00:21:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eabf21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44551,-1] 2024-11-14T00:21:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:05,017 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:05,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e059c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36417,1731543662089, seqNum=-1] 2024-11-14T00:21:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:05,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:05,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,44551,1731543661946 2024-11-14T00:21:05,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60647 2024-11-14T00:21:05,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:05,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136b74ef70005 connected 2024-11-14T00:21:05,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6676c0dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41025,-1 for getting cluster id 2024-11-14T00:21:05,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:05,157 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ae8d102-5fb5-44e2-82bf-4e148c06b0f9' 2024-11-14T00:21:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ae8d102-5fb5-44e2-82bf-4e148c06b0f9" 2024-11-14T00:21:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421b8c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41025,-1] 2024-11-14T00:21:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:05,177 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134a31fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41025,1731543654315 2024-11-14T00:21:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18eee645 2024-11-14T00:21:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:05,198 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:05,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:44551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:21:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:21:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:05,217 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:44551' 2024-11-14T00:21:05,220 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a55f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,221 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44551,-1 for getting cluster id 2024-11-14T00:21:05,221 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:05,223 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4202395b-40f2-43c1-8a26-bde46c893ac8' 2024-11-14T00:21:05,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:05,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4202395b-40f2-43c1-8a26-bde46c893ac8" 2024-11-14T00:21:05,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278c0159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44551,-1] 2024-11-14T00:21:05,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:05,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:05,227 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e616ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:05,229 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:05,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,44551,1731543661946 2024-11-14T00:21:05,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e8c50e2 2024-11-14T00:21:05,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:05,232 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:05,233 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T00:21:05,233 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:21:05,233 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:05,234 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:05,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:05,234 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:05,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:21:05,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:21:05,238 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:05,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:21:05,290 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:21:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741835_1011 (size=1138) 2024-11-14T00:21:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:05,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 723c22d47e5a32097351d8a6bdae59aa, NAME => 'hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478 2024-11-14T00:21:05,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741836_1012 (size=44) 2024-11-14T00:21:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:05,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:05,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 723c22d47e5a32097351d8a6bdae59aa, disabling compactions & flushes 2024-11-14T00:21:05,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:05,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:05,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. after waiting 0 ms 2024-11-14T00:21:05,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:05,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:05,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 723c22d47e5a32097351d8a6bdae59aa: Waiting for close lock at 1731543665754Disabling compacts and flushes for region at 1731543665754Disabling writes for close at 1731543665754Writing region close event to WAL at 1731543665754Closed at 1731543665754 2024-11-14T00:21:05,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:21:05,757 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543665756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543665756"}]},"ts":"1731543665756"} 2024-11-14T00:21:05,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:21:05,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:21:05,769 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543665769"}]},"ts":"1731543665769"} 2024-11-14T00:21:05,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:21:05,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=723c22d47e5a32097351d8a6bdae59aa, ASSIGN}] 2024-11-14T00:21:05,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=723c22d47e5a32097351d8a6bdae59aa, ASSIGN 2024-11-14T00:21:05,776 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=723c22d47e5a32097351d8a6bdae59aa, ASSIGN; state=OFFLINE, location=63baa11b75f3,43529,1731543655147; forceNewPlan=false, retain=false 2024-11-14T00:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:05,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=723c22d47e5a32097351d8a6bdae59aa, regionState=OPENING, regionLocation=63baa11b75f3,43529,1731543655147 2024-11-14T00:21:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:06,723 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1138322460_20 at /127.0.0.1:40932 [Receiving block BP-1458691344-172.17.0.3-1731543651192:blk_1073741834_1010] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 793ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/data/data2/, blockId=1073741834, seqno=6 2024-11-14T00:21:06,723 INFO [AsyncFSWAL-0-hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478-prefix:63baa11b75f3,43529,1731543655147.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 793 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45991,DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe,DISK]] 2024-11-14T00:21:06,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=723c22d47e5a32097351d8a6bdae59aa, ASSIGN because future has completed 2024-11-14T00:21:06,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 723c22d47e5a32097351d8a6bdae59aa, server=63baa11b75f3,43529,1731543655147}] 2024-11-14T00:21:06,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:06,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:06,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:21:06,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C43529%2C1731543655147.rep, suffix=, logDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/oldWALs, maxLogs=10 2024-11-14T00:21:06,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.rep.1731543666884, exclude list is [], retry=0 2024-11-14T00:21:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe,DISK] 2024-11-14T00:21:06,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.rep.1731543666884 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 723c22d47e5a32097351d8a6bdae59aa, NAME => 'hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:06,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. service=MultiRowMutationService 2024-11-14T00:21:06,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:06,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,901 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,902 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723c22d47e5a32097351d8a6bdae59aa columnFamilyName hfileref 2024-11-14T00:21:06,902 DEBUG [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:06,903 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] regionserver.HStore(327): Store=723c22d47e5a32097351d8a6bdae59aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:06,903 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,905 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723c22d47e5a32097351d8a6bdae59aa columnFamilyName queue 2024-11-14T00:21:06,905 DEBUG [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:06,906 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] regionserver.HStore(327): Store=723c22d47e5a32097351d8a6bdae59aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:06,906 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,915 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723c22d47e5a32097351d8a6bdae59aa columnFamilyName sid 2024-11-14T00:21:06,915 DEBUG [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:06,919 INFO [StoreOpener-723c22d47e5a32097351d8a6bdae59aa-1 {}] regionserver.HStore(327): Store=723c22d47e5a32097351d8a6bdae59aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:06,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:21:06,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:06,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 723c22d47e5a32097351d8a6bdae59aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61020139, jitterRate=-0.09072907269001007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:06,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 723c22d47e5a32097351d8a6bdae59aa: Running coprocessor pre-open hook at 1731543666900Writing region info on filesystem at 1731543666900Initializing all the Stores at 1731543666900Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543666901 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543666901Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543666901Cleaning up temporary data from old regions at 1731543666926 (+25 ms)Running coprocessor post-open hooks at 1731543666930 (+4 ms)Region opened successfully at 1731543666931 (+1 ms) 2024-11-14T00:21:06,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa., pid=7, masterSystemTime=1731543666878 2024-11-14T00:21:06,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:06,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:06,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=723c22d47e5a32097351d8a6bdae59aa, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,43529,1731543655147 2024-11-14T00:21:06,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 723c22d47e5a32097351d8a6bdae59aa, server=63baa11b75f3,43529,1731543655147 because future has completed 2024-11-14T00:21:06,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T00:21:06,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 723c22d47e5a32097351d8a6bdae59aa, server=63baa11b75f3,43529,1731543655147 in 216 msec 2024-11-14T00:21:06,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:21:06,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=723c22d47e5a32097351d8a6bdae59aa, ASSIGN in 1.1710 sec 2024-11-14T00:21:06,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:21:06,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543666948"}]},"ts":"1731543666948"} 2024-11-14T00:21:06,951 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:21:06,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:21:06,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.7180 sec 2024-11-14T00:21:07,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa., hostname=63baa11b75f3,43529,1731543655147, seqNum=2] 2024-11-14T00:21:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:21:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:21:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:07,985 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1488408810_20 at /127.0.0.1:40896 [Receiving block BP-1458691344-172.17.0.3-1731543651192:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 320ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/data/data2/, blockId=1073741830, seqno=55 2024-11-14T00:21:07,985 INFO [AsyncFSWAL-0-hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData-prefix:63baa11b75f3,41025,1731543654315 {}] wal.AbstractFSWAL(1368): Slow sync cost: 321 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45991,DS-54266ec2-7c2a-46bf-b72b-247e7d8d4dfe,DISK]] 2024-11-14T00:21:07,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:21:08,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T00:21:08,156 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:21:08,235 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,43529,1731543655147, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:21:08,236 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:08,237 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43529,1731543655147, seqNum=-1] 2024-11-14T00:21:08,237 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:08,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T00:21:08,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,43529,1731543655147', locateType=CURRENT is [region=hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa., hostname=63baa11b75f3,43529,1731543655147, seqNum=2] 2024-11-14T00:21:08,256 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T00:21:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T00:21:08,265 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,43529,1731543655147 suceeded 2024-11-14T00:21:08,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T00:21:08,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 279 msec 2024-11-14T00:21:08,270 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:44551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:21:08,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 3.0720 sec 2024-11-14T00:21:08,285 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:44551' 2024-11-14T00:21:08,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d7e035a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:08,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44551,-1 for getting cluster id 2024-11-14T00:21:08,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:08,290 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4202395b-40f2-43c1-8a26-bde46c893ac8' 2024-11-14T00:21:08,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:08,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4202395b-40f2-43c1-8a26-bde46c893ac8" 2024-11-14T00:21:08,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb9c7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:08,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44551,-1] 2024-11-14T00:21:08,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:08,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:08,292 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:08,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b680908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:08,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,44551,1731543661946 2024-11-14T00:21:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7813ed49 2024-11-14T00:21:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:08,295 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T00:21:08,296 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,43529,1731543655147 (queues=1) is replicating from cluster=6ae8d102-5fb5-44e2-82bf-4e148c06b0f9 to cluster=4202395b-40f2-43c1-8a26-bde46c893ac8 2024-11-14T00:21:08,296 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C43529%2C1731543655147 2024-11-14T00:21:08,296 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,43529,1731543655147, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:21:08,300 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927, startPosition=0, beingWritten=true 2024-11-14T00:21:08,301 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.shipper63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C43529%2C1731543655147 2024-11-14T00:21:08,522 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:08,832 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:09,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:21:09,244 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:09,373 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:21:09,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:09,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:09,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:09,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41025,1731543654315 2024-11-14T00:21:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ce9d96 2024-11-14T00:21:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:09,380 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:09,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:21:09,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:21:09,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:09,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:09,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:21:09,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402186080, stopped=false 2024-11-14T00:21:09,382 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,44551,1731543661946 2024-11-14T00:21:09,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:09,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-522509814/running 2024-11-14T00:21:09,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-522509814/running 2024-11-14T00:21:09,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:09,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:09,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:21:09,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:09,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:09,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,399 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,36417,1731543662089' ***** 2024-11-14T00:21:09,399 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:21:09,400 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:21:09,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/running 2024-11-14T00:21:09,400 INFO [RS:0;63baa11b75f3:36417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:21:09,400 INFO [RS:0;63baa11b75f3:36417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:21:09,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Set watcher on znode that does not yet exist, /1-522509814/running 2024-11-14T00:21:09,400 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,36417,1731543662089 2024-11-14T00:21:09,400 INFO [RS:0;63baa11b75f3:36417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:21:09,401 INFO [RS:0;63baa11b75f3:36417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36417. 2024-11-14T00:21:09,401 DEBUG [RS:0;63baa11b75f3:36417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:09,401 DEBUG [RS:0;63baa11b75f3:36417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,401 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:21:09,401 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:21:09,401 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:21:09,401 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:21:09,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:21:09,404 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:21:09,404 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:21:09,405 DEBUG [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:21:09,408 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:21:09,408 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:21:09,408 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:21:09,408 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:21:09,408 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:21:09,408 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T00:21:09,444 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/.tmp/ns/62429201f26849758965de09b3f9556d is 43, key is default/ns:d/1731543664865/Put/seqid=0 2024-11-14T00:21:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741835_1011 (size=5153) 2024-11-14T00:21:09,475 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/.tmp/ns/62429201f26849758965de09b3f9556d 2024-11-14T00:21:09,496 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:21:09,521 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/.tmp/ns/62429201f26849758965de09b3f9556d as hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/ns/62429201f26849758965de09b3f9556d 2024-11-14T00:21:09,532 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/ns/62429201f26849758965de09b3f9556d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T00:21:09,533 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=6, compaction requested=false 2024-11-14T00:21:09,539 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T00:21:09,540 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:21:09,540 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:21:09,540 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:09,540 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543669407Running coprocessor pre-close hooks at 1731543669407Disabling compacts and flushes for region at 1731543669407Disabling writes for close at 1731543669408 (+1 ms)Obtaining lock to block concurrent updates at 1731543669408Preparing flush snapshotting stores in 1588230740 at 1731543669408Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731543669408Flushing stores of hbase:meta,,1.1588230740 at 1731543669412 (+4 ms)Flushing 1588230740/ns: creating writer at 1731543669412Flushing 1588230740/ns: appending metadata at 1731543669442 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731543669442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e059db2: reopening flushed file at 1731543669518 (+76 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=6, compaction requested=false at 1731543669533 (+15 ms)Writing region close event to WAL at 1731543669534 (+1 ms)Running coprocessor post-close hooks at 1731543669540 (+6 ms)Closed at 1731543669540 2024-11-14T00:21:09,540 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:09,605 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,36417,1731543662089; all regions closed. 2024-11-14T00:21:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741834_1010 (size=1152) 2024-11-14T00:21:09,636 DEBUG [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/oldWALs 2024-11-14T00:21:09,636 INFO [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36417%2C1731543662089.meta:.meta(num 1731543664505) 2024-11-14T00:21:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741833_1009 (size=93) 2024-11-14T00:21:09,657 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:21:09,657 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:21:09,657 DEBUG [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/oldWALs 2024-11-14T00:21:09,657 INFO [RS:0;63baa11b75f3:36417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36417%2C1731543662089:(num 1731543663823) 2024-11-14T00:21:09,657 DEBUG [RS:0;63baa11b75f3:36417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:09,657 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:21:09,658 INFO [RS:0;63baa11b75f3:36417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:21:09,658 INFO [RS:0;63baa11b75f3:36417 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:21:09,658 INFO [RS:0;63baa11b75f3:36417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:21:09,658 INFO [RS:0;63baa11b75f3:36417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36417 2024-11-14T00:21:09,659 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:21:09,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-522509814/rs/63baa11b75f3,36417,1731543662089 2024-11-14T00:21:09,671 INFO [RS:0;63baa11b75f3:36417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:21:09,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814/rs 2024-11-14T00:21:09,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,36417,1731543662089] 2024-11-14T00:21:09,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-522509814/draining/63baa11b75f3,36417,1731543662089 already deleted, retry=false 2024-11-14T00:21:09,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,36417,1731543662089 expired; onlineServers=0 2024-11-14T00:21:09,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,44551,1731543661946' ***** 2024-11-14T00:21:09,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:21:09,693 INFO [M:0;63baa11b75f3:44551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:21:09,693 INFO [M:0;63baa11b75f3:44551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:21:09,693 DEBUG [M:0;63baa11b75f3:44551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:21:09,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:21:09,693 DEBUG [M:0;63baa11b75f3:44551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:21:09,693 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543663304 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543663304,5,FailOnTimeoutGroup] 2024-11-14T00:21:09,693 INFO [M:0;63baa11b75f3:44551 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:21:09,693 INFO [M:0;63baa11b75f3:44551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:21:09,694 DEBUG [M:0;63baa11b75f3:44551 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:21:09,694 INFO [M:0;63baa11b75f3:44551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:21:09,694 INFO [M:0;63baa11b75f3:44551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:21:09,694 INFO [M:0;63baa11b75f3:44551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:21:09,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:21:09,693 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543663320 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543663320,5,FailOnTimeoutGroup] 2024-11-14T00:21:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-522509814/master 2024-11-14T00:21:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-522509814 2024-11-14T00:21:09,704 DEBUG [M:0;63baa11b75f3:44551 {}] zookeeper.ZKUtil(347): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Unable to get data of znode /1-522509814/master because node does not exist (not an error) 2024-11-14T00:21:09,704 WARN [M:0;63baa11b75f3:44551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:21:09,705 INFO [M:0;63baa11b75f3:44551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/.lastflushedseqids 2024-11-14T00:21:09,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741836_1012 (size=99) 2024-11-14T00:21:09,752 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:09,782 INFO [RS:0;63baa11b75f3:36417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:21:09,782 INFO [RS:0;63baa11b75f3:36417 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,36417,1731543662089; zookeeper connection closed. 2024-11-14T00:21:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10136b74ef70004, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:09,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70667195 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70667195 2024-11-14T00:21:09,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:21:10,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:21:10,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:10,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:10,133 INFO [M:0;63baa11b75f3:44551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:21:10,134 INFO [M:0;63baa11b75f3:44551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:21:10,134 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:21:10,134 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:10,134 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:10,134 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:21:10,134 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:10,134 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T00:21:10,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:21:10,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T00:21:10,179 DEBUG [M:0;63baa11b75f3:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9466831a65f249fb9dd61a5a71656162 is 82, key is hbase:meta,,1/info:regioninfo/1731543664714/Put/seqid=0 2024-11-14T00:21:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741837_1013 (size=5672) 2024-11-14T00:21:10,221 INFO [M:0;63baa11b75f3:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9466831a65f249fb9dd61a5a71656162 2024-11-14T00:21:10,255 DEBUG [M:0;63baa11b75f3:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78300e6165cc45a5b5bf340ddf1e4f21 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731543664893/Put/seqid=0 2024-11-14T00:21:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741838_1014 (size=5275) 2024-11-14T00:21:10,264 INFO [M:0;63baa11b75f3:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78300e6165cc45a5b5bf340ddf1e4f21 2024-11-14T00:21:10,287 DEBUG [M:0;63baa11b75f3:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd75220283bb4b13b8e6e5d12e0e5ec6 is 69, key is 63baa11b75f3,36417,1731543662089/rs:state/1731543663466/Put/seqid=0 2024-11-14T00:21:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741839_1015 (size=5156) 2024-11-14T00:21:10,378 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:10,705 INFO [M:0;63baa11b75f3:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd75220283bb4b13b8e6e5d12e0e5ec6 2024-11-14T00:21:10,723 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9466831a65f249fb9dd61a5a71656162 as hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9466831a65f249fb9dd61a5a71656162 2024-11-14T00:21:10,735 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9466831a65f249fb9dd61a5a71656162, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T00:21:10,737 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78300e6165cc45a5b5bf340ddf1e4f21 as hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78300e6165cc45a5b5bf340ddf1e4f21 2024-11-14T00:21:10,749 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78300e6165cc45a5b5bf340ddf1e4f21, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T00:21:10,756 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd75220283bb4b13b8e6e5d12e0e5ec6 as hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd75220283bb4b13b8e6e5d12e0e5ec6 2024-11-14T00:21:10,766 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34927/user/jenkins/test-data/411f38e2-b978-cdd8-01a1-c606f789033e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd75220283bb4b13b8e6e5d12e0e5ec6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T00:21:10,767 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 633ms, sequenceid=28, compaction requested=false 2024-11-14T00:21:10,772 INFO [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:10,772 DEBUG [M:0;63baa11b75f3:44551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543670134Disabling compacts and flushes for region at 1731543670134Disabling writes for close at 1731543670134Obtaining lock to block concurrent updates at 1731543670134Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543670134Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731543670135 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543670146 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543670146Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543670178 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543670178Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543670234 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543670254 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543670254Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543670272 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543670286 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543670286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6449ebf2: reopening flushed file at 1731543670721 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519ba2f1: reopening flushed file at 1731543670736 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30373a6e: reopening flushed file at 1731543670749 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 633ms, sequenceid=28, compaction requested=false at 1731543670767 (+18 ms)Writing region close event to WAL at 1731543670772 (+5 ms)Closed at 1731543670772 2024-11-14T00:21:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741830_1006 (size=10165) 2024-11-14T00:21:10,778 INFO [M:0;63baa11b75f3:44551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:21:10,778 INFO [M:0;63baa11b75f3:44551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44551 2024-11-14T00:21:10,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:21:10,781 INFO [M:0;63baa11b75f3:44551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:21:10,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:10,894 INFO [M:0;63baa11b75f3:44551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:21:10,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x10136b74ef70003, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:10,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11a14b29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:21:10,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f7bfbaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:21:10,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:21:10,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c2233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:21:10,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cbdedc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir/,STOPPED} 2024-11-14T00:21:10,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:21:10,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:21:10,940 WARN [BP-1831044513-172.17.0.3-1731543657933 heartbeating to localhost/127.0.0.1:34927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:21:10,940 WARN [BP-1831044513-172.17.0.3-1731543657933 heartbeating to localhost/127.0.0.1:34927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1831044513-172.17.0.3-1731543657933 (Datanode Uuid 9b2efffe-18f9-455c-a707-1bdaa6de62b7) service to localhost/127.0.0.1:34927 2024-11-14T00:21:10,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/cluster_de0d0138-b5a4-e436-67e0-6a779ee62257/data/data1/current/BP-1831044513-172.17.0.3-1731543657933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:21:10,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/cluster_de0d0138-b5a4-e436-67e0-6a779ee62257/data/data2/current/BP-1831044513-172.17.0.3-1731543657933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:21:10,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:21:10,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@654ca52e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:21:10,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c2ffd93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:21:10,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:21:10,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106f0eb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:21:10,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2595282c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir/,STOPPED} 2024-11-14T00:21:10,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:21:10,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:21:10,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:10,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:10,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:10,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:10,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:10,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:21:10,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213774671, stopped=false 2024-11-14T00:21:10,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,41025,1731543654315 2024-11-14T00:21:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942242545/running 2024-11-14T00:21:11,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:21:11,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:21:11,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942242545/running 2024-11-14T00:21:11,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:21:11,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/running 2024-11-14T00:21:11,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:11,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Set watcher on znode that does not yet exist, /0-1942242545/running 2024-11-14T00:21:11,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:11,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:11,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,43529,1731543655147' ***** 2024-11-14T00:21:11,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:21:11,002 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:21:11,002 INFO [RS:0;63baa11b75f3:43529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:21:11,002 INFO [RS:0;63baa11b75f3:43529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:21:11,002 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(3091): Received CLOSE for 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:11,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,43529,1731543655147 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:43529. 2024-11-14T00:21:11,003 DEBUG [RS:0;63baa11b75f3:43529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:11,003 DEBUG [RS:0;63baa11b75f3:43529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:21:11,003 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:21:11,004 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 723c22d47e5a32097351d8a6bdae59aa, disabling compactions & flushes 2024-11-14T00:21:11,004 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:11,004 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:11,004 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. after waiting 0 ms 2024-11-14T00:21:11,004 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:11,004 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 723c22d47e5a32097351d8a6bdae59aa 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T00:21:11,012 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:21:11,012 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 723c22d47e5a32097351d8a6bdae59aa=hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa.} 2024-11-14T00:21:11,012 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 723c22d47e5a32097351d8a6bdae59aa 2024-11-14T00:21:11,012 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:21:11,012 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:21:11,013 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:21:11,013 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:21:11,013 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:21:11,013 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T00:21:11,034 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/.tmp/queue/ebf7a0eb0fa3491da547ca0e81631f05 is 151, key is 1-63baa11b75f3,43529,1731543655147/queue:63baa11b75f3%2C43529%2C1731543655147/1731543668245/Put/seqid=0 2024-11-14T00:21:11,053 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/info/e7fe543eb818464da0fe056da83384e7 is 147, key is hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa./info:regioninfo/1731543666935/Put/seqid=0 2024-11-14T00:21:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741838_1014 (size=5350) 2024-11-14T00:21:11,063 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/.tmp/queue/ebf7a0eb0fa3491da547ca0e81631f05 2024-11-14T00:21:11,086 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:21:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741839_1015 (size=6631) 2024-11-14T00:21:11,089 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:11,099 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/.tmp/queue/ebf7a0eb0fa3491da547ca0e81631f05 as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/queue/ebf7a0eb0fa3491da547ca0e81631f05 2024-11-14T00:21:11,115 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/queue/ebf7a0eb0fa3491da547ca0e81631f05, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T00:21:11,119 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 723c22d47e5a32097351d8a6bdae59aa in 115ms, sequenceid=5, compaction requested=false 2024-11-14T00:21:11,128 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/replication/723c22d47e5a32097351d8a6bdae59aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:21:11,132 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:21:11,132 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:21:11,132 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:11,132 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 723c22d47e5a32097351d8a6bdae59aa: Waiting for close lock at 1731543671004Running coprocessor pre-close hooks at 1731543671004Disabling compacts and flushes for region at 1731543671004Disabling writes for close at 1731543671004Obtaining lock to block concurrent updates at 1731543671004Preparing flush snapshotting stores in 723c22d47e5a32097351d8a6bdae59aa at 1731543671004Finished memstore snapshotting hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731543671005 (+1 ms)Flushing stores of hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. at 1731543671006 (+1 ms)Flushing 723c22d47e5a32097351d8a6bdae59aa/queue: creating writer at 1731543671006Flushing 723c22d47e5a32097351d8a6bdae59aa/queue: appending metadata at 1731543671034 (+28 ms)Flushing 723c22d47e5a32097351d8a6bdae59aa/queue: closing flushed file at 1731543671034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c1cf7b: reopening flushed file at 1731543671097 (+63 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 723c22d47e5a32097351d8a6bdae59aa in 115ms, sequenceid=5, compaction requested=false at 1731543671119 (+22 ms)Writing region close event to WAL at 1731543671124 (+5 ms)Running coprocessor post-close hooks at 1731543671132 (+8 ms)Closed at 1731543671132 2024-11-14T00:21:11,133 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543665234.723c22d47e5a32097351d8a6bdae59aa. 2024-11-14T00:21:11,216 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:21:11,420 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:21:11,489 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/info/e7fe543eb818464da0fe056da83384e7 2024-11-14T00:21:11,561 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/ns/cf43e9c3f6bd48cb9a9f3a0fa0e26a1f is 43, key is default/ns:d/1731543657698/Put/seqid=0 2024-11-14T00:21:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741840_1016 (size=5153) 2024-11-14T00:21:11,601 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/ns/cf43e9c3f6bd48cb9a9f3a0fa0e26a1f 2024-11-14T00:21:11,624 DEBUG [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:21:11,635 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/table/f68fe02f9ad64253bfc0a87004a205f3 is 53, key is hbase:replication/table:state/1731543666948/Put/seqid=0 2024-11-14T00:21:11,676 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:21:11,676 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:21:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741841_1017 (size=5256) 2024-11-14T00:21:11,685 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/table/f68fe02f9ad64253bfc0a87004a205f3 2024-11-14T00:21:11,705 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/info/e7fe543eb818464da0fe056da83384e7 as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/info/e7fe543eb818464da0fe056da83384e7 2024-11-14T00:21:11,722 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/info/e7fe543eb818464da0fe056da83384e7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T00:21:11,723 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/ns/cf43e9c3f6bd48cb9a9f3a0fa0e26a1f as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/ns/cf43e9c3f6bd48cb9a9f3a0fa0e26a1f 2024-11-14T00:21:11,749 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/ns/cf43e9c3f6bd48cb9a9f3a0fa0e26a1f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:21:11,756 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/.tmp/table/f68fe02f9ad64253bfc0a87004a205f3 as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/table/f68fe02f9ad64253bfc0a87004a205f3 2024-11-14T00:21:11,770 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/table/f68fe02f9ad64253bfc0a87004a205f3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T00:21:11,777 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 764ms, sequenceid=11, compaction requested=false 2024-11-14T00:21:11,808 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:21:11,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:21:11,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:21:11,809 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:11,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543671012Running coprocessor pre-close hooks at 1731543671012Disabling compacts and flushes for region at 1731543671012Disabling writes for close at 1731543671013 (+1 ms)Obtaining lock to block concurrent updates at 1731543671013Preparing flush snapshotting stores in 1588230740 at 1731543671013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731543671013Flushing stores of hbase:meta,,1.1588230740 at 1731543671014 (+1 ms)Flushing 1588230740/info: creating writer at 1731543671014Flushing 1588230740/info: appending metadata at 1731543671053 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731543671053Flushing 1588230740/ns: creating writer at 1731543671523 (+470 ms)Flushing 1588230740/ns: appending metadata at 1731543671560 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731543671560Flushing 1588230740/table: creating writer at 1731543671616 (+56 ms)Flushing 1588230740/table: appending metadata at 1731543671634 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731543671635 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ebbae8: reopening flushed file at 1731543671698 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7356f83a: reopening flushed file at 1731543671722 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1bd989: reopening flushed file at 1731543671749 (+27 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 764ms, sequenceid=11, compaction requested=false at 1731543671777 (+28 ms)Writing region close event to WAL at 1731543671792 (+15 ms)Running coprocessor post-close hooks at 1731543671809 (+17 ms)Closed at 1731543671809 2024-11-14T00:21:11,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:11,824 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,43529,1731543655147; all regions closed. 2024-11-14T00:21:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741834_1010 (size=2742) 2024-11-14T00:21:11,876 DEBUG [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/oldWALs 2024-11-14T00:21:11,877 INFO [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C43529%2C1731543655147.meta:.meta(num 1731543657533) 2024-11-14T00:21:11,905 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 to pos 0, reset compression=false 2024-11-14T00:21:11,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741837_1013 (size=1586) 2024-11-14T00:21:11,925 DEBUG [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/oldWALs 2024-11-14T00:21:11,925 INFO [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C43529%2C1731543655147.rep:(num 1731543666884) 2024-11-14T00:21:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741832_1008 (size=93) 2024-11-14T00:21:11,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/WALs/63baa11b75f3,43529,1731543655147/63baa11b75f3%2C43529%2C1731543655147.1731543656927 not finished, retry = 0 2024-11-14T00:21:12,112 DEBUG [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/oldWALs 2024-11-14T00:21:12,112 INFO [RS:0;63baa11b75f3:43529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C43529%2C1731543655147:(num 1731543656927) 2024-11-14T00:21:12,112 DEBUG [RS:0;63baa11b75f3:43529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:12,112 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:21:12,113 INFO [RS:0;63baa11b75f3:43529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:21:12,113 INFO [RS:0;63baa11b75f3:43529 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:21:12,113 INFO [RS:0;63baa11b75f3:43529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:21:12,113 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,43529,1731543655147 because: Region server is closing 2024-11-14T00:21:12,114 INFO [RS:0;63baa11b75f3:43529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:43529. 2024-11-14T00:21:12,114 DEBUG [RS:0;63baa11b75f3:43529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:12,114 DEBUG [RS:0;63baa11b75f3:43529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:12,114 DEBUG [RS:0;63baa11b75f3:43529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:12,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:12,116 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:21:12,214 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.wal-reader.63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:21:12,214 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.shipper63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:21:12,215 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43529,1731543655147.replicationSource.shipper63baa11b75f3%2C43529%2C1731543655147,1-63baa11b75f3,43529,1731543655147 terminated 2024-11-14T00:21:12,215 INFO [RS:0;63baa11b75f3:43529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43529 2024-11-14T00:21:12,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545/rs 2024-11-14T00:21:12,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942242545/rs/63baa11b75f3,43529,1731543655147 2024-11-14T00:21:12,230 INFO [RS:0;63baa11b75f3:43529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:21:12,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,43529,1731543655147] 2024-11-14T00:21:12,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/draining/63baa11b75f3,43529,1731543655147 already deleted, retry=false 2024-11-14T00:21:12,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,43529,1731543655147 expired; onlineServers=0 2024-11-14T00:21:12,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,41025,1731543654315' ***** 2024-11-14T00:21:12,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:21:12,258 INFO [M:0;63baa11b75f3:41025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:21:12,258 INFO [M:0;63baa11b75f3:41025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:21:12,258 DEBUG [M:0;63baa11b75f3:41025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:21:12,258 DEBUG [M:0;63baa11b75f3:41025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:21:12,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:21:12,258 INFO [M:0;63baa11b75f3:41025 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:21:12,258 INFO [M:0;63baa11b75f3:41025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:21:12,258 DEBUG [M:0;63baa11b75f3:41025 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:21:12,259 INFO [M:0;63baa11b75f3:41025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:21:12,259 INFO [M:0;63baa11b75f3:41025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:21:12,259 INFO [M:0;63baa11b75f3:41025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:21:12,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:21:12,259 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543656488 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543656488,5,FailOnTimeoutGroup] 2024-11-14T00:21:12,259 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543656489 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543656489,5,FailOnTimeoutGroup] 2024-11-14T00:21:12,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942242545/master 2024-11-14T00:21:12,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942242545 2024-11-14T00:21:12,288 DEBUG [M:0;63baa11b75f3:41025 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942242545/master already deleted, retry=false 2024-11-14T00:21:12,288 DEBUG [M:0;63baa11b75f3:41025 {}] master.ActiveMasterManager(353): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1942242545/master 2024-11-14T00:21:12,289 INFO [M:0;63baa11b75f3:41025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/.lastflushedseqids 2024-11-14T00:21:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741842_1018 (size=181) 2024-11-14T00:21:12,305 INFO [M:0;63baa11b75f3:41025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:21:12,305 INFO [M:0;63baa11b75f3:41025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:21:12,305 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:21:12,305 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:12,305 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:12,305 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:21:12,306 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:12,306 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T00:21:12,350 DEBUG [M:0;63baa11b75f3:41025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e023a8a176584f809ad676198b66a53a is 82, key is hbase:meta,,1/info:regioninfo/1731543657644/Put/seqid=0 2024-11-14T00:21:12,352 INFO [RS:0;63baa11b75f3:43529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:21:12,352 INFO [RS:0;63baa11b75f3:43529 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,43529,1731543655147; zookeeper connection closed. 2024-11-14T00:21:12,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:12,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20817b8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20817b8c 2024-11-14T00:21:12,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43529-0x10136b74ef70001, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:12,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:21:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741843_1019 (size=5672) 2024-11-14T00:21:12,791 INFO [M:0;63baa11b75f3:41025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e023a8a176584f809ad676198b66a53a 2024-11-14T00:21:12,890 DEBUG [M:0;63baa11b75f3:41025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da454e4d20864e0ea651365a20c0a78c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731543666954/Put/seqid=0 2024-11-14T00:21:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741844_1020 (size=7203) 2024-11-14T00:21:12,966 INFO [M:0;63baa11b75f3:41025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da454e4d20864e0ea651365a20c0a78c 2024-11-14T00:21:13,044 DEBUG [M:0;63baa11b75f3:41025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b149887967e34899b6c9f25005e95689 is 69, key is 63baa11b75f3,43529,1731543655147/rs:state/1731543656596/Put/seqid=0 2024-11-14T00:21:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741845_1021 (size=5156) 2024-11-14T00:21:13,483 INFO [M:0;63baa11b75f3:41025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b149887967e34899b6c9f25005e95689 2024-11-14T00:21:13,490 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e023a8a176584f809ad676198b66a53a as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e023a8a176584f809ad676198b66a53a 2024-11-14T00:21:13,496 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e023a8a176584f809ad676198b66a53a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T00:21:13,498 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da454e4d20864e0ea651365a20c0a78c as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da454e4d20864e0ea651365a20c0a78c 2024-11-14T00:21:13,503 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da454e4d20864e0ea651365a20c0a78c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T00:21:13,506 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b149887967e34899b6c9f25005e95689 as hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b149887967e34899b6c9f25005e95689 2024-11-14T00:21:13,539 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b149887967e34899b6c9f25005e95689, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T00:21:13,554 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1248ms, sequenceid=70, compaction requested=false 2024-11-14T00:21:13,565 INFO [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:13,565 DEBUG [M:0;63baa11b75f3:41025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543672305Disabling compacts and flushes for region at 1731543672305Disabling writes for close at 1731543672305Obtaining lock to block concurrent updates at 1731543672306 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543672306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731543672306Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543672307 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543672307Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543672349 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543672349Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543672831 (+482 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543672889 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543672889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543672995 (+106 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543673043 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543673043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28726120: reopening flushed file at 1731543673489 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0a4157: reopening flushed file at 1731543673496 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc7dfa8: reopening flushed file at 1731543673503 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1248ms, sequenceid=70, compaction requested=false at 1731543673554 (+51 ms)Writing region close event to WAL at 1731543673565 (+11 ms)Closed at 1731543673565 2024-11-14T00:21:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741830_1006 (size=41008) 2024-11-14T00:21:13,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/414229be-4519-6ca1-6377-9b0422924478/MasterData/WALs/63baa11b75f3,41025,1731543654315/63baa11b75f3%2C41025%2C1731543654315.1731543655612 not finished, retry = 0 2024-11-14T00:21:13,677 INFO [M:0;63baa11b75f3:41025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:21:13,677 INFO [M:0;63baa11b75f3:41025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41025 2024-11-14T00:21:13,677 INFO [M:0;63baa11b75f3:41025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:21:13,677 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:21:14,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:14,140 INFO [M:0;63baa11b75f3:41025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:21:14,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41025-0x10136b74ef70000, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:21:14,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fbd21cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:21:14,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686a5b71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:21:14,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:21:14,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7032b8e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:21:14,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ad3d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir/,STOPPED} 2024-11-14T00:21:14,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:21:14,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:21:14,708 WARN [BP-1458691344-172.17.0.3-1731543651192 heartbeating to localhost/127.0.0.1:36655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:21:14,708 WARN [BP-1458691344-172.17.0.3-1731543651192 heartbeating to localhost/127.0.0.1:36655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458691344-172.17.0.3-1731543651192 (Datanode Uuid fa9d92d0-e68b-4e48-b956-3c30342324b5) service to localhost/127.0.0.1:36655 2024-11-14T00:21:14,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/data/data1/current/BP-1458691344-172.17.0.3-1731543651192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:21:14,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/cluster_6a8f9271-0a0f-3bb1-37e9-3cff271a59c0/data/data2/current/BP-1458691344-172.17.0.3-1731543651192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:21:14,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:21:14,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629579f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:21:14,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:21:14,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:21:14,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:21:14,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7c86da7-9fb0-1c49-61c3-04f9acefe472/hadoop.log.dir/,STOPPED} 2024-11-14T00:21:14,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:21:14,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:21:14,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=135 (was 106) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34927 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36655 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=462 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1583 (was 1761), ProcessCount=11 (was 11), AvailableMemoryMB=1539 (was 3117) 2024-11-14T00:21:14,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136b74ef70002, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:21:14,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136b74ef70002, quorum=127.0.0.1:60647, baseZNode=/0-1942242545 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:21:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136b74ef70005, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:21:14,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=1583, ProcessCount=11, AvailableMemoryMB=1539 2024-11-14T00:21:14,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136b74ef70005, quorum=127.0.0.1:60647, baseZNode=/1-522509814 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:21:14,854 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T00:21:14,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir so I do NOT create it in target/test-data/96bea984-a8a4-4e52-c286-9277a630a339 2024-11-14T00:21:14,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:21:14,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.tmp.dir so I do NOT create it in target/test-data/96bea984-a8a4-4e52-c286-9277a630a339 2024-11-14T00:21:14,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e0b02a6-7932-6350-7dfb-df268460c1d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:21:14,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339 2024-11-14T00:21:14,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79, deleteOnExit=true 2024-11-14T00:21:14,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/zookeeper_0, clientPort=60095, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:21:14,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60095 2024-11-14T00:21:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:21:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:21:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/test.cache.data in system properties and HBase conf 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:21:14,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:21:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:21:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:21:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:21:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:21:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:21:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:21:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:21:15,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:21:15,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:15,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:15,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:15,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:15,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:21:15,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:21:15,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:21:15,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:21:15,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:21:15,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:21:15,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3c1906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:21:15,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704f511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:21:15,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57cc3801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/java.io.tmpdir/jetty-localhost-37201-hadoop-hdfs-3_4_1-tests_jar-_-any-4327415190552227518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:21:15,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36e6e0e3{HTTP/1.1, (http/1.1)}{localhost:37201} 2024-11-14T00:21:15,640 INFO [Time-limited test {}] server.Server(415): Started @78776ms 2024-11-14T00:21:15,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:21:15,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:21:15,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:21:15,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:21:15,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:21:15,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@799d6b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:21:15,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7333f164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:21:16,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26568a51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/java.io.tmpdir/jetty-localhost-38891-hadoop-hdfs-3_4_1-tests_jar-_-any-1572020860677621324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:21:16,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a536{HTTP/1.1, (http/1.1)}{localhost:38891} 2024-11-14T00:21:16,144 INFO [Time-limited test {}] server.Server(415): Started @79280ms 2024-11-14T00:21:16,146 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:21:17,008 WARN [Thread-837 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/data/data1/current/BP-1789136316-172.17.0.3-1731543674930/current, will proceed with Du for space computation calculation, 2024-11-14T00:21:17,012 WARN [Thread-838 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/data/data2/current/BP-1789136316-172.17.0.3-1731543674930/current, will proceed with Du for space computation calculation, 2024-11-14T00:21:17,077 WARN [Thread-825 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:21:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b798a65d01ebec1 with lease ID 0xcbcd1ff531694bbb: Processing first storage report for DS-2f2ecb47-14fd-483b-ae58-6207c4887d5b from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=796f04ca-563f-4fee-bd98-7100989c4079, infoPort=39441, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1941895709;c=1731543674930) 2024-11-14T00:21:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b798a65d01ebec1 with lease ID 0xcbcd1ff531694bbb: from storage DS-2f2ecb47-14fd-483b-ae58-6207c4887d5b node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=796f04ca-563f-4fee-bd98-7100989c4079, infoPort=39441, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1941895709;c=1731543674930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:21:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b798a65d01ebec1 with lease ID 0xcbcd1ff531694bbb: Processing first storage report for DS-cd12ea9d-915e-4ee0-a690-fc6c13b3d614 from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=796f04ca-563f-4fee-bd98-7100989c4079, infoPort=39441, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1941895709;c=1731543674930) 2024-11-14T00:21:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b798a65d01ebec1 with lease ID 0xcbcd1ff531694bbb: from storage DS-cd12ea9d-915e-4ee0-a690-fc6c13b3d614 node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=796f04ca-563f-4fee-bd98-7100989c4079, infoPort=39441, infoSecurePort=0, ipcPort=40523, storageInfo=lv=-57;cid=testClusterID;nsid=1941895709;c=1731543674930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:21:17,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339 2024-11-14T00:21:17,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:17,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:21:17,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc with version=8 2024-11-14T00:21:17,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/hbase-staging 2024-11-14T00:21:17,178 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:21:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:17,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:21:17,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:17,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:21:17,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:21:17,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:21:17,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46877 2024-11-14T00:21:17,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46877 connecting to ZooKeeper ensemble=127.0.0.1:60095 2024-11-14T00:21:17,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468770x0, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:17,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46877-0x10136b7aba00000 connected 2024-11-14T00:21:17,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:17,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:17,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/running 2024-11-14T00:21:17,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc, hbase.cluster.distributed=false 2024-11-14T00:21:17,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/acl 2024-11-14T00:21:17,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-14T00:21:17,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-14T00:21:17,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-14T00:21:17,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-14T00:21:17,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-14T00:21:17,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:21:17,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:17,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:17,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:21:17,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:17,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:21:17,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:21:17,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:21:17,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42419 2024-11-14T00:21:17,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42419 connecting to ZooKeeper ensemble=127.0.0.1:60095 2024-11-14T00:21:17,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:17,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424190x0, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:17,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424190x0, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/running 2024-11-14T00:21:17,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:21:17,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42419-0x10136b7aba00001 connected 2024-11-14T00:21:17,785 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:21:17,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/master 2024-11-14T00:21:17,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/acl 2024-11-14T00:21:17,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-14T00:21:17,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42419 2024-11-14T00:21:17,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42419 2024-11-14T00:21:17,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-14T00:21:17,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-14T00:21:17,906 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:46877 2024-11-14T00:21:17,912 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01493114838/backup-masters/63baa11b75f3,46877,1731543677177 2024-11-14T00:21:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838/backup-masters 2024-11-14T00:21:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838/backup-masters 2024-11-14T00:21:17,988 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on existing znode=/01493114838/backup-masters/63baa11b75f3,46877,1731543677177 2024-11-14T00:21:18,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01493114838/master 2024-11-14T00:21:18,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:18,060 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on existing znode=/01493114838/master 2024-11-14T00:21:18,061 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01493114838/backup-masters/63baa11b75f3,46877,1731543677177 from backup master directory 2024-11-14T00:21:18,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838/backup-masters 2024-11-14T00:21:18,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01493114838/backup-masters/63baa11b75f3,46877,1731543677177 2024-11-14T00:21:18,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838/backup-masters 2024-11-14T00:21:18,084 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:21:18,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,46877,1731543677177 2024-11-14T00:21:18,098 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/hbase.id] with ID: 25f04f3e-3004-470e-a423-fbed6664d1aa 2024-11-14T00:21:18,098 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/.tmp/hbase.id 2024-11-14T00:21:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:21:18,144 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/.tmp/hbase.id]:[hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/hbase.id] 2024-11-14T00:21:18,208 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:18,208 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:21:18,211 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T00:21:18,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:18,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:18,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:21:18,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:18,292 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:21:18,293 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:18,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:21:18,377 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store 2024-11-14T00:21:18,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:21:18,430 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:18,430 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:21:18,430 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:18,430 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:18,430 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:21:18,430 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:18,430 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:18,430 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543678430Disabling compacts and flushes for region at 1731543678430Disabling writes for close at 1731543678430Writing region close event to WAL at 1731543678430Closed at 1731543678430 2024-11-14T00:21:18,442 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/.initializing 2024-11-14T00:21:18,442 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/WALs/63baa11b75f3,46877,1731543677177 2024-11-14T00:21:18,450 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:21:18,476 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C46877%2C1731543677177, suffix=, logDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/WALs/63baa11b75f3,46877,1731543677177, archiveDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/oldWALs, maxLogs=10 2024-11-14T00:21:18,511 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/WALs/63baa11b75f3,46877,1731543677177/63baa11b75f3%2C46877%2C1731543677177.1731543678477, exclude list is [], retry=0 2024-11-14T00:21:18,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2f2ecb47-14fd-483b-ae58-6207c4887d5b,DISK] 2024-11-14T00:21:18,533 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/WALs/63baa11b75f3,46877,1731543677177/63baa11b75f3%2C46877%2C1731543677177.1731543678477 2024-11-14T00:21:18,540 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-14T00:21:18,540 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:18,541 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:18,541 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,541 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:21:18,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:18,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:18,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:21:18,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:18,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:18,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:21:18,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:18,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:18,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:21:18,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:18,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:18,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,668 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,674 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,683 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,683 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,689 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:18,690 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:18,696 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:18,697 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58848372, jitterRate=-0.12309092283248901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:18,698 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543678541Initializing all the Stores at 1731543678549 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543678550 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543678552 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543678552Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543678552Cleaning up temporary data from old regions at 1731543678683 (+131 ms)Region opened successfully at 1731543678698 (+15 ms) 2024-11-14T00:21:18,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:21:18,709 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1d2ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:21:18,724 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:21:18,724 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:21:18,724 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:21:18,725 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:21:18,732 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-14T00:21:18,733 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:21:18,733 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:21:18,750 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:21:18,752 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Unable to get data of znode /01493114838/balancer because node does not exist (not necessarily an error) 2024-11-14T00:21:19,335 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01493114838/balancer already deleted, retry=false 2024-11-14T00:21:19,335 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:21:19,336 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Unable to get data of znode /01493114838/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:21:19,510 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01493114838/normalizer already deleted, retry=false 2024-11-14T00:21:19,511 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:21:19,514 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Unable to get data of znode /01493114838/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:21:19,565 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01493114838/switch/split already deleted, retry=false 2024-11-14T00:21:19,568 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Unable to get data of znode /01493114838/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:21:19,576 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01493114838/switch/merge already deleted, retry=false 2024-11-14T00:21:19,580 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Unable to get data of znode /01493114838/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:21:19,587 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01493114838/snapshot-cleanup already deleted, retry=false 2024-11-14T00:21:19,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01493114838/running 2024-11-14T00:21:19,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01493114838/running 2024-11-14T00:21:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:19,598 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,46877,1731543677177, sessionid=0x10136b7aba00000, setting cluster-up flag (Was=false) 2024-11-14T00:21:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:19,696 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01493114838/flush-table-proc/acquired, /01493114838/flush-table-proc/reached, /01493114838/flush-table-proc/abort 2024-11-14T00:21:19,708 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,46877,1731543677177 2024-11-14T00:21:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:21:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:21:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:21:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:21:19,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:19,768 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01493114838/online-snapshot/acquired, /01493114838/online-snapshot/reached, /01493114838/online-snapshot/abort 2024-11-14T00:21:19,786 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,46877,1731543677177 2024-11-14T00:21:19,788 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:21:19,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:19,795 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:21:19,795 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:21:19,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,46877,1731543677177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:21:19,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:19,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:19,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:19,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:19,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:21:19,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:19,807 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:21:19,807 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:19,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:19,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:21:19,812 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:19,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:21:19,824 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543709824 2024-11-14T00:21:19,825 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:21:19,825 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:21:19,825 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:21:19,825 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:21:19,825 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:21:19,825 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:21:19,828 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:19,836 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:21:19,836 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:21:19,837 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:21:19,837 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:21:19,841 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:21:19,841 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:21:19,842 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543679841,5,FailOnTimeoutGroup] 2024-11-14T00:21:19,844 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543679842,5,FailOnTimeoutGroup] 2024-11-14T00:21:19,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:19,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:21:19,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:19,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:21:19,885 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(746): ClusterId : 25f04f3e-3004-470e-a423-fbed6664d1aa 2024-11-14T00:21:19,885 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:21:19,893 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:21:19,893 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:21:19,914 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:21:19,914 DEBUG [RS:0;63baa11b75f3:42419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8d0047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:21:19,937 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:42419 2024-11-14T00:21:19,937 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:21:19,937 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:21:19,937 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:21:19,946 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,46877,1731543677177 with port=42419, startcode=1731543677677 2024-11-14T00:21:19,946 DEBUG [RS:0;63baa11b75f3:42419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:21:19,954 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:21:19,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,42419,1731543677677 2024-11-14T00:21:19,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:19,960 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc 2024-11-14T00:21:19,960 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38945 2024-11-14T00:21:19,960 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:21:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838/rs 2024-11-14T00:21:19,969 DEBUG [RS:0;63baa11b75f3:42419 {}] zookeeper.ZKUtil(111): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on existing znode=/01493114838/rs/63baa11b75f3,42419,1731543677677 2024-11-14T00:21:19,969 WARN [RS:0;63baa11b75f3:42419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:21:19,969 INFO [RS:0;63baa11b75f3:42419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:19,969 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677 2024-11-14T00:21:19,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,42419,1731543677677] 2024-11-14T00:21:20,018 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:21:20,052 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:21:20,054 INFO [RS:0;63baa11b75f3:42419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:21:20,054 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,060 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:21:20,068 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:21:20,068 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,069 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,070 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,070 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,070 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:20,070 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:21:20,070 DEBUG [RS:0;63baa11b75f3:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:21:20,081 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,082 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,082 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,082 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,082 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,082 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42419,1731543677677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:21:20,116 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:21:20,116 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42419,1731543677677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,116 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,116 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.Replication(171): 63baa11b75f3,42419,1731543677677 started 2024-11-14T00:21:20,139 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:20,139 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,42419,1731543677677, RpcServer on 63baa11b75f3/172.17.0.3:42419, sessionid=0x10136b7aba00001 2024-11-14T00:21:20,140 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:21:20,140 DEBUG [RS:0;63baa11b75f3:42419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,42419,1731543677677 2024-11-14T00:21:20,140 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,42419,1731543677677' 2024-11-14T00:21:20,140 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01493114838/flush-table-proc/abort' 2024-11-14T00:21:20,160 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01493114838/flush-table-proc/acquired' 2024-11-14T00:21:20,173 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:21:20,173 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:21:20,173 DEBUG [RS:0;63baa11b75f3:42419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,42419,1731543677677 2024-11-14T00:21:20,173 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,42419,1731543677677' 2024-11-14T00:21:20,173 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01493114838/online-snapshot/abort' 2024-11-14T00:21:20,192 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01493114838/online-snapshot/acquired' 2024-11-14T00:21:20,207 DEBUG [RS:0;63baa11b75f3:42419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:21:20,207 INFO [RS:0;63baa11b75f3:42419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:21:20,207 INFO [RS:0;63baa11b75f3:42419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:21:20,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:21:20,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc 2024-11-14T00:21:20,308 INFO [RS:0;63baa11b75f3:42419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:21:20,320 INFO [RS:0;63baa11b75f3:42419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C42419%2C1731543677677, suffix=, logDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677, archiveDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/oldWALs, maxLogs=10 2024-11-14T00:21:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:21:20,339 DEBUG [RS:0;63baa11b75f3:42419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321, exclude list is [], retry=0 2024-11-14T00:21:20,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2f2ecb47-14fd-483b-ae58-6207c4887d5b,DISK] 2024-11-14T00:21:20,354 INFO [RS:0;63baa11b75f3:42419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 2024-11-14T00:21:20,356 DEBUG [RS:0;63baa11b75f3:42419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-14T00:21:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:20,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:21:20,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:21:20,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:21:20,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:21:20,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:20,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:20,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:21:20,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:21:20,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:20,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:20,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:21:20,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:21:20,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:20,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:20,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:21:20,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740 2024-11-14T00:21:20,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740 2024-11-14T00:21:20,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:21:20,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:21:20,754 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:20,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:21:20,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:20,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63781597, jitterRate=-0.04958014190196991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543680723Initializing all the Stores at 1731543680724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543680724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543680724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543680724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543680724Cleaning up temporary data from old regions at 1731543680752 (+28 ms)Region opened successfully at 1731543680782 (+30 ms) 2024-11-14T00:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:21:20,782 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:21:20,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:20,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543680782Disabling compacts and flushes for region at 1731543680782Disabling writes for close at 1731543680782Writing region close event to WAL at 1731543680794 (+12 ms)Closed at 1731543680794 2024-11-14T00:21:20,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:20,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:21:20,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:21:20,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:21:20,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:21:20,952 DEBUG [63baa11b75f3:46877 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:21:20,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:20,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,42419,1731543677677, state=OPENING 2024-11-14T00:21:21,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:21:21,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:21,030 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:21:21,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01493114838/meta-region-server: CHANGED 2024-11-14T00:21:21,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,42419,1731543677677}] 2024-11-14T00:21:21,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:21,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01493114838/meta-region-server: CHANGED 2024-11-14T00:21:21,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:21:21,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:21:21,201 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:21:21,202 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:21,203 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:21:21,206 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C42419%2C1731543677677.meta, suffix=.meta, logDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677, archiveDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/oldWALs, maxLogs=10 2024-11-14T00:21:21,225 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.meta.1731543681207.meta, exclude list is [], retry=0 2024-11-14T00:21:21,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2f2ecb47-14fd-483b-ae58-6207c4887d5b,DISK] 2024-11-14T00:21:21,236 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.meta.1731543681207.meta 2024-11-14T00:21:21,239 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-14T00:21:21,239 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:21,240 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:21,240 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:21:21,240 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:21:21,240 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:21:21,240 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:21:21,240 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:21,240 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:21:21,240 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:21:21,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:21:21,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:21:21,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:21,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:21,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:21:21,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:21:21,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:21,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:21,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:21:21,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:21:21,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:21,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:21,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:21:21,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:21:21,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:21,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:21,252 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:21:21,253 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740 2024-11-14T00:21:21,254 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740 2024-11-14T00:21:21,255 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:21:21,255 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:21:21,255 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:21,257 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:21:21,257 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74597065, jitterRate=0.11158289015293121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:21,257 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:21:21,258 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543681240Writing region info on filesystem at 1731543681240Initializing all the Stores at 1731543681242 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543681242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543681244 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543681244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543681244Cleaning up temporary data from old regions at 1731543681255 (+11 ms)Running coprocessor post-open hooks at 1731543681257 (+2 ms)Region opened successfully at 1731543681258 (+1 ms) 2024-11-14T00:21:21,259 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543681188 2024-11-14T00:21:21,262 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:21:21,262 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:21:21,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:21,267 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,42419,1731543677677, state=OPEN 2024-11-14T00:21:21,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01493114838/meta-region-server 2024-11-14T00:21:21,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01493114838/meta-region-server: CHANGED 2024-11-14T00:21:21,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01493114838/meta-region-server 2024-11-14T00:21:21,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01493114838/meta-region-server: CHANGED 2024-11-14T00:21:21,410 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:21,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:21:21,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,42419,1731543677677 in 381 msec 2024-11-14T00:21:21,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:21:21,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-14T00:21:21,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:21,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:21:21,438 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:21,438 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42419,1731543677677, seqNum=-1] 2024-11-14T00:21:21,438 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:21,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:21,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6610 sec 2024-11-14T00:21:21,459 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543681459, completionTime=-1 2024-11-14T00:21:21,459 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:21:21,460 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:21:21,462 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:21:21,462 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543741462 2024-11-14T00:21:21,462 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543801462 2024-11-14T00:21:21,462 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:21:21,463 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46877,1731543677177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,463 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46877,1731543677177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,463 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46877,1731543677177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,463 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:46877, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,463 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,464 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,471 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.389sec 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46877,1731543677177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:21:21,474 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46877,1731543677177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:21:21,490 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:21:21,490 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:21:21,490 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46877,1731543677177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:21,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1321932d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:21,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46877,-1 for getting cluster id 2024-11-14T00:21:21,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:21,525 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25f04f3e-3004-470e-a423-fbed6664d1aa' 2024-11-14T00:21:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25f04f3e-3004-470e-a423-fbed6664d1aa" 2024-11-14T00:21:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5846d4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46877,-1] 2024-11-14T00:21:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:21,531 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:21,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b55b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:21,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:21,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42419,1731543677677, seqNum=-1] 2024-11-14T00:21:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:21,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,46877,1731543677177 2024-11-14T00:21:21,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60095 2024-11-14T00:21:21,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:21,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136b7aba00002 connected 2024-11-14T00:21:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir so I do NOT create it in target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c 2024-11-14T00:21:21,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:21:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.tmp.dir so I do NOT create it in target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c 2024-11-14T00:21:21,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:21:21,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c 2024-11-14T00:21:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:21:21,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/cluster_baa7aa1e-17f9-8b40-ba64-4596a886f05f, deleteOnExit=true 2024-11-14T00:21:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:21:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/test.cache.data in system properties and HBase conf 2024-11-14T00:21:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:21:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:21:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:21:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:21:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:21:21,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:21:21,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:21:21,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:21:21,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:21:21,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:21:21,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:21:22,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:21:22,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:21:22,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:21:22,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:21:22,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:21:22,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:21:22,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab166a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:21:22,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc50c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:21:22,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192d85f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/java.io.tmpdir/jetty-localhost-39035-hadoop-hdfs-3_4_1-tests_jar-_-any-16877382548855061144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:21:22,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c09c951{HTTP/1.1, (http/1.1)}{localhost:39035} 2024-11-14T00:21:22,429 INFO [Time-limited test {}] server.Server(415): Started @85564ms 2024-11-14T00:21:22,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:21:22,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:21:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:21:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:21:22,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:21:22,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca8a3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:21:22,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e042af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:21:23,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2aee49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/java.io.tmpdir/jetty-localhost-40239-hadoop-hdfs-3_4_1-tests_jar-_-any-4247846334201201377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:21:23,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29930def{HTTP/1.1, (http/1.1)}{localhost:40239} 2024-11-14T00:21:23,003 INFO [Time-limited test {}] server.Server(415): Started @86138ms 2024-11-14T00:21:23,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:21:23,777 WARN [Thread-957 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/cluster_baa7aa1e-17f9-8b40-ba64-4596a886f05f/data/data1/current/BP-370589188-172.17.0.3-1731543681617/current, will proceed with Du for space computation calculation, 2024-11-14T00:21:23,784 WARN [Thread-958 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/cluster_baa7aa1e-17f9-8b40-ba64-4596a886f05f/data/data2/current/BP-370589188-172.17.0.3-1731543681617/current, will proceed with Du for space computation calculation, 2024-11-14T00:21:23,882 WARN [Thread-945 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:21:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3674a58ddaa23f7c with lease ID 0xbfab92d232b8624d: Processing first storage report for DS-01e374a9-c373-48db-b117-06a67d8502e0 from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=add1a4d6-6fa9-4a77-877a-763779383964, infoPort=36181, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=1797980674;c=1731543681617) 2024-11-14T00:21:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3674a58ddaa23f7c with lease ID 0xbfab92d232b8624d: from storage DS-01e374a9-c373-48db-b117-06a67d8502e0 node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=add1a4d6-6fa9-4a77-877a-763779383964, infoPort=36181, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=1797980674;c=1731543681617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:21:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3674a58ddaa23f7c with lease ID 0xbfab92d232b8624d: Processing first storage report for DS-0e63ae34-6f51-47f3-8b6f-a789c1aaa2e5 from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=add1a4d6-6fa9-4a77-877a-763779383964, infoPort=36181, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=1797980674;c=1731543681617) 2024-11-14T00:21:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3674a58ddaa23f7c with lease ID 0xbfab92d232b8624d: from storage DS-0e63ae34-6f51-47f3-8b6f-a789c1aaa2e5 node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=add1a4d6-6fa9-4a77-877a-763779383964, infoPort=36181, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=1797980674;c=1731543681617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:21:23,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c 2024-11-14T00:21:23,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:24,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:24,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:21:24,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752 with version=8 2024-11-14T00:21:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/hbase-staging 2024-11-14T00:21:24,079 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:21:24,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:24,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:24,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:21:24,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:24,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:21:24,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:21:24,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:21:24,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43681 2024-11-14T00:21:24,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43681 connecting to ZooKeeper ensemble=127.0.0.1:60095 2024-11-14T00:21:24,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436810x0, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:24,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43681-0x10136b7aba00003 connected 2024-11-14T00:21:24,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:24,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:24,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/running 2024-11-14T00:21:24,357 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752, hbase.cluster.distributed=false 2024-11-14T00:21:24,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/acl 2024-11-14T00:21:24,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43681 2024-11-14T00:21:24,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43681 2024-11-14T00:21:24,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43681 2024-11-14T00:21:24,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43681 2024-11-14T00:21:24,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43681 2024-11-14T00:21:24,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:21:24,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:24,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:24,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:21:24,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:21:24,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:21:24,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:21:24,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:21:24,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36703 2024-11-14T00:21:24,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36703 connecting to ZooKeeper ensemble=127.0.0.1:60095 2024-11-14T00:21:24,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:24,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367030x0, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:24,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367030x0, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/running 2024-11-14T00:21:24,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:21:24,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36703-0x10136b7aba00004 connected 2024-11-14T00:21:24,564 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:21:24,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/master 2024-11-14T00:21:24,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/acl 2024-11-14T00:21:24,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36703 2024-11-14T00:21:24,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36703 2024-11-14T00:21:24,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36703 2024-11-14T00:21:24,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36703 2024-11-14T00:21:24,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36703 2024-11-14T00:21:24,701 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:43681 2024-11-14T00:21:24,713 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1130280812/backup-masters/63baa11b75f3,43681,1731543684079 2024-11-14T00:21:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812/backup-masters 2024-11-14T00:21:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812/backup-masters 2024-11-14T00:21:25,036 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on existing znode=/1-1130280812/backup-masters/63baa11b75f3,43681,1731543684079 2024-11-14T00:21:25,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:21:25,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:25,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:25,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:25,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1130280812/master 2024-11-14T00:21:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:25,453 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on existing znode=/1-1130280812/master 2024-11-14T00:21:25,454 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1130280812/backup-masters/63baa11b75f3,43681,1731543684079 from backup master directory 2024-11-14T00:21:25,739 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:21:25,740 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,43681,1731543684079 2024-11-14T00:21:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1130280812/backup-masters/63baa11b75f3,43681,1731543684079 2024-11-14T00:21:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812/backup-masters 2024-11-14T00:21:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812/backup-masters 2024-11-14T00:21:25,756 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/hbase.id] with ID: d7597cd7-63bd-49a8-8c06-39f3798016d7 2024-11-14T00:21:25,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/.tmp/hbase.id 2024-11-14T00:21:25,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:21:26,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:21:26,167 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/.tmp/hbase.id]:[hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/hbase.id] 2024-11-14T00:21:26,194 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:26,194 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:21:26,195 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:21:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:21:26,644 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:26,644 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:21:26,645 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:21:27,055 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store 2024-11-14T00:21:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:21:27,112 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:27,112 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:21:27,113 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:27,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:27,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:21:27,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:27,113 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:21:27,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543687112Disabling compacts and flushes for region at 1731543687112Disabling writes for close at 1731543687113 (+1 ms)Writing region close event to WAL at 1731543687113Closed at 1731543687113 2024-11-14T00:21:27,124 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/.initializing 2024-11-14T00:21:27,124 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/WALs/63baa11b75f3,43681,1731543684079 2024-11-14T00:21:27,132 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:21:27,148 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C43681%2C1731543684079, suffix=, logDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/WALs/63baa11b75f3,43681,1731543684079, archiveDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/oldWALs, maxLogs=10 2024-11-14T00:21:27,170 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/WALs/63baa11b75f3,43681,1731543684079/63baa11b75f3%2C43681%2C1731543684079.1731543687148, exclude list is [], retry=0 2024-11-14T00:21:27,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-01e374a9-c373-48db-b117-06a67d8502e0,DISK] 2024-11-14T00:21:27,204 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/WALs/63baa11b75f3,43681,1731543684079/63baa11b75f3%2C43681%2C1731543684079.1731543687148 2024-11-14T00:21:27,212 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-14T00:21:27,212 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:27,213 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:27,213 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,213 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:21:27,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:27,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:27,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:21:27,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:27,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:27,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:21:27,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:27,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:27,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:21:27,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:27,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:27,313 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,314 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,320 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,332 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,332 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,336 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:27,351 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:21:27,366 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:27,372 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70509024, jitterRate=0.05066633224487305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:27,372 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543687213Initializing all the Stores at 1731543687236 (+23 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543687236Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543687240 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543687240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543687240Cleaning up temporary data from old regions at 1731543687332 (+92 ms)Region opened successfully at 1731543687372 (+40 ms) 2024-11-14T00:21:27,376 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:21:27,390 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4416c77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:21:27,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:21:27,401 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:21:27,401 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:21:27,401 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:21:27,404 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-14T00:21:27,405 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:21:27,405 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:21:27,422 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:21:27,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Unable to get data of znode /1-1130280812/balancer because node does not exist (not necessarily an error) 2024-11-14T00:21:27,565 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1130280812/balancer already deleted, retry=false 2024-11-14T00:21:27,566 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:21:27,566 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Unable to get data of znode /1-1130280812/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:21:27,576 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1130280812/normalizer already deleted, retry=false 2024-11-14T00:21:27,576 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:21:27,584 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Unable to get data of znode /1-1130280812/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:21:27,600 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1130280812/switch/split already deleted, retry=false 2024-11-14T00:21:27,608 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Unable to get data of znode /1-1130280812/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:21:27,620 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1130280812/switch/merge already deleted, retry=false 2024-11-14T00:21:27,623 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Unable to get data of znode /1-1130280812/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:21:27,644 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1130280812/snapshot-cleanup already deleted, retry=false 2024-11-14T00:21:27,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1130280812/running 2024-11-14T00:21:27,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:27,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1130280812/running 2024-11-14T00:21:27,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:27,668 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,43681,1731543684079, sessionid=0x10136b7aba00003, setting cluster-up flag (Was=false) 2024-11-14T00:21:27,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:27,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:27,734 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1130280812/flush-table-proc/acquired, /1-1130280812/flush-table-proc/reached, /1-1130280812/flush-table-proc/abort 2024-11-14T00:21:27,737 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,43681,1731543684079 2024-11-14T00:21:27,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:27,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:27,786 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1130280812/online-snapshot/acquired, /1-1130280812/online-snapshot/reached, /1-1130280812/online-snapshot/abort 2024-11-14T00:21:27,788 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,43681,1731543684079 2024-11-14T00:21:27,789 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:21:27,791 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:27,791 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:21:27,791 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:21:27,791 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,43681,1731543684079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:21:27,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:27,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:21:27,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:27,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:21:27,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543717804 2024-11-14T00:21:27,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:21:27,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:21:27,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:21:27,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:21:27,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:21:27,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:21:27,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:27,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:21:27,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:21:27,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:21:27,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:21:27,807 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:21:27,807 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:21:27,808 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543687807,5,FailOnTimeoutGroup] 2024-11-14T00:21:27,809 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543687808,5,FailOnTimeoutGroup] 2024-11-14T00:21:27,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:27,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:21:27,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:27,809 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:21:27,872 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(746): ClusterId : d7597cd7-63bd-49a8-8c06-39f3798016d7 2024-11-14T00:21:27,872 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:21:27,881 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:21:27,881 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:21:27,893 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:21:27,893 DEBUG [RS:0;63baa11b75f3:36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661c2c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:21:27,907 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:36703 2024-11-14T00:21:27,907 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:21:27,907 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:21:27,907 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:21:27,908 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,43681,1731543684079 with port=36703, startcode=1731543684461 2024-11-14T00:21:27,908 DEBUG [RS:0;63baa11b75f3:36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:21:27,910 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:21:27,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,36703,1731543684461 2024-11-14T00:21:27,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43681 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,36703,1731543684461 2024-11-14T00:21:27,912 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752 2024-11-14T00:21:27,912 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43945 2024-11-14T00:21:27,912 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:21:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812/rs 2024-11-14T00:21:27,965 DEBUG [RS:0;63baa11b75f3:36703 {}] zookeeper.ZKUtil(111): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on existing znode=/1-1130280812/rs/63baa11b75f3,36703,1731543684461 2024-11-14T00:21:27,965 WARN [RS:0;63baa11b75f3:36703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:21:27,965 INFO [RS:0;63baa11b75f3:36703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:27,965 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461 2024-11-14T00:21:27,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,36703,1731543684461] 2024-11-14T00:21:27,971 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:21:27,973 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:21:27,973 INFO [RS:0;63baa11b75f3:36703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:21:27,973 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:27,974 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:21:27,974 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:21:27,974 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:27,975 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:28,017 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:28,017 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:28,017 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:28,017 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:21:28,017 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:21:28,018 DEBUG [RS:0;63baa11b75f3:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:21:28,018 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,018 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,018 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,018 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,018 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,018 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36703,1731543684461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:21:28,032 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:21:28,032 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36703,1731543684461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,032 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,032 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.Replication(171): 63baa11b75f3,36703,1731543684461 started 2024-11-14T00:21:28,046 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,046 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,36703,1731543684461, RpcServer on 63baa11b75f3/172.17.0.3:36703, sessionid=0x10136b7aba00004 2024-11-14T00:21:28,046 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:21:28,046 DEBUG [RS:0;63baa11b75f3:36703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,36703,1731543684461 2024-11-14T00:21:28,046 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36703,1731543684461' 2024-11-14T00:21:28,046 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1130280812/flush-table-proc/abort' 2024-11-14T00:21:28,047 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1130280812/flush-table-proc/acquired' 2024-11-14T00:21:28,047 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:21:28,047 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:21:28,047 DEBUG [RS:0;63baa11b75f3:36703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,36703,1731543684461 2024-11-14T00:21:28,047 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36703,1731543684461' 2024-11-14T00:21:28,047 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1130280812/online-snapshot/abort' 2024-11-14T00:21:28,048 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1130280812/online-snapshot/acquired' 2024-11-14T00:21:28,048 DEBUG [RS:0;63baa11b75f3:36703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:21:28,048 INFO [RS:0;63baa11b75f3:36703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:21:28,048 INFO [RS:0;63baa11b75f3:36703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:21:28,149 INFO [RS:0;63baa11b75f3:36703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:21:28,150 INFO [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36703%2C1731543684461, suffix=, logDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461, archiveDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/oldWALs, maxLogs=10 2024-11-14T00:21:28,167 DEBUG [RS:0;63baa11b75f3:36703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461/63baa11b75f3%2C36703%2C1731543684461.1731543688151, exclude list is [], retry=0 2024-11-14T00:21:28,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-01e374a9-c373-48db-b117-06a67d8502e0,DISK] 2024-11-14T00:21:28,176 INFO [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461/63baa11b75f3%2C36703%2C1731543684461.1731543688151 2024-11-14T00:21:28,176 DEBUG [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-14T00:21:28,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:21:28,211 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752 2024-11-14T00:21:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:21:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:28,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:21:28,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:21:28,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:21:28,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:21:28,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:21:28,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:21:28,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:21:28,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:21:28,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:21:28,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740 2024-11-14T00:21:28,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740 2024-11-14T00:21:28,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:21:28,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:21:28,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:28,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:21:28,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:28,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67132423, jitterRate=3.5105645656585693E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543688218Initializing all the Stores at 1731543688219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543688219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543688219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543688219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543688220 (+1 ms)Cleaning up temporary data from old regions at 1731543688230 (+10 ms)Region opened successfully at 1731543688236 (+6 ms) 2024-11-14T00:21:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:21:28,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:21:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:21:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:21:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:21:28,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:21:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543688236Disabling compacts and flushes for region at 1731543688236Disabling writes for close at 1731543688236Writing region close event to WAL at 1731543688236Closed at 1731543688236 2024-11-14T00:21:28,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:28,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:21:28,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:21:28,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:21:28,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:21:28,392 DEBUG [63baa11b75f3:43681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:21:28,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,36703,1731543684461 2024-11-14T00:21:28,399 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36703,1731543684461, state=OPENING 2024-11-14T00:21:28,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:21:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:21:28,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1130280812/meta-region-server: CHANGED 2024-11-14T00:21:28,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1130280812/meta-region-server: CHANGED 2024-11-14T00:21:28,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:21:28,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36703,1731543684461}] 2024-11-14T00:21:28,620 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:21:28,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:21:28,641 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:21:28,641 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:28,641 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:21:28,643 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36703%2C1731543684461.meta, suffix=.meta, logDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461, archiveDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/oldWALs, maxLogs=10 2024-11-14T00:21:28,665 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461/63baa11b75f3%2C36703%2C1731543684461.meta.1731543688644.meta, exclude list is [], retry=0 2024-11-14T00:21:28,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-01e374a9-c373-48db-b117-06a67d8502e0,DISK] 2024-11-14T00:21:28,672 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/WALs/63baa11b75f3,36703,1731543684461/63baa11b75f3%2C36703%2C1731543684461.meta.1731543688644.meta 2024-11-14T00:21:28,688 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-14T00:21:28,688 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:28,690 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:28,690 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:21:28,690 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:21:28,690 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:21:28,691 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:21:28,691 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:28,692 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:21:28,692 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:21:28,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:21:28,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:21:28,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:21:28,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:21:28,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:21:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:21:28,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:21:28,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:21:28,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:21:28,707 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:21:28,708 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740 2024-11-14T00:21:28,710 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740 2024-11-14T00:21:28,713 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:21:28,713 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:21:28,714 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:21:28,715 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:21:28,716 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640990, jitterRate=0.022830456495285034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:21:28,716 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:21:28,717 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543688692Writing region info on filesystem at 1731543688692Initializing all the Stores at 1731543688693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543688693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543688696 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543688696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543688696Cleaning up temporary data from old regions at 1731543688713 (+17 ms)Running coprocessor post-open hooks at 1731543688716 (+3 ms)Region opened successfully at 1731543688717 (+1 ms) 2024-11-14T00:21:28,719 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543688619 2024-11-14T00:21:28,724 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:21:28,725 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:21:28,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36703,1731543684461 2024-11-14T00:21:28,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36703,1731543684461, state=OPEN 2024-11-14T00:21:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1130280812/meta-region-server 2024-11-14T00:21:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1130280812/meta-region-server 2024-11-14T00:21:28,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,36703,1731543684461 2024-11-14T00:21:28,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1130280812/meta-region-server: CHANGED 2024-11-14T00:21:28,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1130280812/meta-region-server: CHANGED 2024-11-14T00:21:28,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:21:28,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36703,1731543684461 in 291 msec 2024-11-14T00:21:28,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:21:28,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-14T00:21:28,763 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:21:28,763 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:21:28,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:28,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36703,1731543684461, seqNum=-1] 2024-11-14T00:21:28,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:28,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:28,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 987 msec 2024-11-14T00:21:28,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543688779, completionTime=-1 2024-11-14T00:21:28,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:21:28,779 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:21:28,782 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:21:28,782 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543748782 2024-11-14T00:21:28,782 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543808782 2024-11-14T00:21:28,782 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T00:21:28,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43681,1731543684079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43681,1731543684079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43681,1731543684079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:43681, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,785 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:21:28,788 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.054sec 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43681,1731543684079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:21:28,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43681,1731543684079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:21:28,805 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:21:28,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:21:28,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43681,1731543684079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:21:28,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8decf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:28,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,43681,-1 for getting cluster id 2024-11-14T00:21:28,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:28,875 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7597cd7-63bd-49a8-8c06-39f3798016d7' 2024-11-14T00:21:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7597cd7-63bd-49a8-8c06-39f3798016d7" 2024-11-14T00:21:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50242339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,43681,-1] 2024-11-14T00:21:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:28,879 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:28,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fec86dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:28,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36703,1731543684461, seqNum=-1] 2024-11-14T00:21:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:28,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:28,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,43681,1731543684079 2024-11-14T00:21:28,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60095 2024-11-14T00:21:28,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:21:28,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136b7aba00005 connected 2024-11-14T00:21:28,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46877,1731543677177 2024-11-14T00:21:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0dbb8b 2024-11-14T00:21:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:28,937 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:28,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:21:28,948 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:21:28,950 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:28,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:21:28,952 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:21:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:21:28,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ecfb61d3d0c9a334003aca877e1bbf7, NAME => 'test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc 2024-11-14T00:21:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:21:29,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:29,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ecfb61d3d0c9a334003aca877e1bbf7, disabling compactions & flushes 2024-11-14T00:21:29,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. after waiting 0 ms 2024-11-14T00:21:29,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ecfb61d3d0c9a334003aca877e1bbf7: Waiting for close lock at 1731543689025Disabling compacts and flushes for region at 1731543689025Disabling writes for close at 1731543689025Writing region close event to WAL at 1731543689025Closed at 1731543689025 2024-11-14T00:21:29,027 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:21:29,028 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543689027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543689027"}]},"ts":"1731543689027"} 2024-11-14T00:21:29,031 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:21:29,035 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:21:29,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543689035"}]},"ts":"1731543689035"} 2024-11-14T00:21:29,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:21:29,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ecfb61d3d0c9a334003aca877e1bbf7, ASSIGN}] 2024-11-14T00:21:29,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ecfb61d3d0c9a334003aca877e1bbf7, ASSIGN 2024-11-14T00:21:29,048 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ecfb61d3d0c9a334003aca877e1bbf7, ASSIGN; state=OFFLINE, location=63baa11b75f3,42419,1731543677677; forceNewPlan=false, retain=false 2024-11-14T00:21:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:29,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ecfb61d3d0c9a334003aca877e1bbf7, regionState=OPENING, regionLocation=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:29,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ecfb61d3d0c9a334003aca877e1bbf7, ASSIGN because future has completed 2024-11-14T00:21:29,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ecfb61d3d0c9a334003aca877e1bbf7, server=63baa11b75f3,42419,1731543677677}] 2024-11-14T00:21:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:29,368 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,368 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ecfb61d3d0c9a334003aca877e1bbf7, NAME => 'test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:29,369 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:29,369 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:21:29,369 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,369 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:29,370 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,370 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,373 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,375 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ecfb61d3d0c9a334003aca877e1bbf7 columnFamilyName f 2024-11-14T00:21:29,375 DEBUG [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:29,376 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] regionserver.HStore(327): Store=6ecfb61d3d0c9a334003aca877e1bbf7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:29,376 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,377 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ecfb61d3d0c9a334003aca877e1bbf7 columnFamilyName f1 2024-11-14T00:21:29,377 DEBUG [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:29,378 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] regionserver.HStore(327): Store=6ecfb61d3d0c9a334003aca877e1bbf7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:29,378 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,381 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ecfb61d3d0c9a334003aca877e1bbf7 columnFamilyName norep 2024-11-14T00:21:29,381 DEBUG [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:29,381 INFO [StoreOpener-6ecfb61d3d0c9a334003aca877e1bbf7-1 {}] regionserver.HStore(327): Store=6ecfb61d3d0c9a334003aca877e1bbf7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:29,381 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,382 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,383 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,384 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,384 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,385 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:21:29,386 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,389 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:29,389 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ecfb61d3d0c9a334003aca877e1bbf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65326485, jitterRate=-0.02655951678752899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:21:29,389 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:21:29,390 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ecfb61d3d0c9a334003aca877e1bbf7: Running coprocessor pre-open hook at 1731543689370Writing region info on filesystem at 1731543689370Initializing all the Stores at 1731543689371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543689371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543689373 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543689373Cleaning up temporary data from old regions at 1731543689384 (+11 ms)Running coprocessor post-open hooks at 1731543689389 (+5 ms)Region opened successfully at 1731543689390 (+1 ms) 2024-11-14T00:21:29,393 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., pid=6, masterSystemTime=1731543689361 2024-11-14T00:21:29,396 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,396 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:21:29,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ecfb61d3d0c9a334003aca877e1bbf7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ecfb61d3d0c9a334003aca877e1bbf7, server=63baa11b75f3,42419,1731543677677 because future has completed 2024-11-14T00:21:29,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:21:29,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ecfb61d3d0c9a334003aca877e1bbf7, server=63baa11b75f3,42419,1731543677677 in 195 msec 2024-11-14T00:21:29,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:21:29,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ecfb61d3d0c9a334003aca877e1bbf7, ASSIGN in 365 msec 2024-11-14T00:21:29,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:21:29,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543689412"}]},"ts":"1731543689412"} 2024-11-14T00:21:29,415 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:21:29,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:21:29,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 473 msec 2024-11-14T00:21:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:29,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:29,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:21:29,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,43681,1731543684079 2024-11-14T00:21:29,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b42f7d2 2024-11-14T00:21:29,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:29,586 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:29,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:21:29,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:21:29,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:29,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:21:29,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:21:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:21:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:21:29,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:21:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:21:29,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T00:21:29,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:21:29,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T00:21:29,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:21:29,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T00:21:29,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:21:29,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:21:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:30,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7ca6923033f042d74991809adc960a9, NAME => 'test,,1731543689586.e7ca6923033f042d74991809adc960a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752 2024-11-14T00:21:30,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:21:30,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543689586.e7ca6923033f042d74991809adc960a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:30,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7ca6923033f042d74991809adc960a9, disabling compactions & flushes 2024-11-14T00:21:30,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543689586.e7ca6923033f042d74991809adc960a9. after waiting 0 ms 2024-11-14T00:21:30,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7ca6923033f042d74991809adc960a9: Waiting for close lock at 1731543690054Disabling compacts and flushes for region at 1731543690054Disabling writes for close at 1731543690054Writing region close event to WAL at 1731543690054Closed at 1731543690054 2024-11-14T00:21:30,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:21:30,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543689586.e7ca6923033f042d74991809adc960a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543690056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543690056"}]},"ts":"1731543690056"} 2024-11-14T00:21:30,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:21:30,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:21:30,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543690061"}]},"ts":"1731543690061"} 2024-11-14T00:21:30,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:21:30,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7ca6923033f042d74991809adc960a9, ASSIGN}] 2024-11-14T00:21:30,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7ca6923033f042d74991809adc960a9, ASSIGN 2024-11-14T00:21:30,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7ca6923033f042d74991809adc960a9, ASSIGN; state=OFFLINE, location=63baa11b75f3,36703,1731543684461; forceNewPlan=false, retain=false 2024-11-14T00:21:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:30,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7ca6923033f042d74991809adc960a9, regionState=OPENING, regionLocation=63baa11b75f3,36703,1731543684461 2024-11-14T00:21:30,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7ca6923033f042d74991809adc960a9, ASSIGN because future has completed 2024-11-14T00:21:30,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7ca6923033f042d74991809adc960a9, server=63baa11b75f3,36703,1731543684461}] 2024-11-14T00:21:30,432 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7ca6923033f042d74991809adc960a9, NAME => 'test,,1731543689586.e7ca6923033f042d74991809adc960a9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:30,433 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:30,433 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543689586.e7ca6923033f042d74991809adc960a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,433 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,436 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,447 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ca6923033f042d74991809adc960a9 columnFamilyName f 2024-11-14T00:21:30,447 DEBUG [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:30,450 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] regionserver.HStore(327): Store=e7ca6923033f042d74991809adc960a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:30,450 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,453 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ca6923033f042d74991809adc960a9 columnFamilyName f1 2024-11-14T00:21:30,454 DEBUG [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:30,456 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] regionserver.HStore(327): Store=e7ca6923033f042d74991809adc960a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:30,456 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,457 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ca6923033f042d74991809adc960a9 columnFamilyName norep 2024-11-14T00:21:30,458 DEBUG [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:30,458 INFO [StoreOpener-e7ca6923033f042d74991809adc960a9-1 {}] regionserver.HStore(327): Store=e7ca6923033f042d74991809adc960a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:30,458 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,459 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,459 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,460 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,460 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,461 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:21:30,463 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,477 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:30,477 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7ca6923033f042d74991809adc960a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74586285, jitterRate=0.11142225563526154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:21:30,477 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7ca6923033f042d74991809adc960a9 2024-11-14T00:21:30,478 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7ca6923033f042d74991809adc960a9: Running coprocessor pre-open hook at 1731543690434Writing region info on filesystem at 1731543690434Initializing all the Stores at 1731543690435 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543690435Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543690436 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543690436Cleaning up temporary data from old regions at 1731543690460 (+24 ms)Running coprocessor post-open hooks at 1731543690477 (+17 ms)Region opened successfully at 1731543690478 (+1 ms) 2024-11-14T00:21:30,485 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543689586.e7ca6923033f042d74991809adc960a9., pid=6, masterSystemTime=1731543690423 2024-11-14T00:21:30,492 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,492 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:21:30,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7ca6923033f042d74991809adc960a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,36703,1731543684461 2024-11-14T00:21:30,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7ca6923033f042d74991809adc960a9, server=63baa11b75f3,36703,1731543684461 because future has completed 2024-11-14T00:21:30,533 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43681 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,36703,1731543684461, table=test, region=e7ca6923033f042d74991809adc960a9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:21:30,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:21:30,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7ca6923033f042d74991809adc960a9, server=63baa11b75f3,36703,1731543684461 in 310 msec 2024-11-14T00:21:30,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:21:30,582 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543690582"}]},"ts":"1731543690582"} 2024-11-14T00:21:30,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:21:30,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7ca6923033f042d74991809adc960a9, ASSIGN in 507 msec 2024-11-14T00:21:30,586 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:21:30,593 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:21:30,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0060 sec 2024-11-14T00:21:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:21:30,732 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:21:30,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc122ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46877,-1 for getting cluster id 2024-11-14T00:21:30,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:30,738 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25f04f3e-3004-470e-a423-fbed6664d1aa' 2024-11-14T00:21:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25f04f3e-3004-470e-a423-fbed6664d1aa" 2024-11-14T00:21:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a38989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46877,-1] 2024-11-14T00:21:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:30,747 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:30,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255a3778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed509a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,43681,-1 for getting cluster id 2024-11-14T00:21:30,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:30,757 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7597cd7-63bd-49a8-8c06-39f3798016d7' 2024-11-14T00:21:30,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:30,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7597cd7-63bd-49a8-8c06-39f3798016d7" 2024-11-14T00:21:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e7d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,43681,-1] 2024-11-14T00:21:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:30,759 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:30,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6134af19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78741030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46877,-1 for getting cluster id 2024-11-14T00:21:30,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:30,769 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25f04f3e-3004-470e-a423-fbed6664d1aa' 2024-11-14T00:21:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25f04f3e-3004-470e-a423-fbed6664d1aa" 2024-11-14T00:21:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d0e599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46877,-1] 2024-11-14T00:21:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:30,774 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b267329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46877,1731543677177 2024-11-14T00:21:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef97b83 2024-11-14T00:21:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:30,786 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:30,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:43681,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:21:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:21:30,792 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:43681' 2024-11-14T00:21:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:21:30,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a1d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,796 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,43681,-1 for getting cluster id 2024-11-14T00:21:30,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:30,802 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7597cd7-63bd-49a8-8c06-39f3798016d7' 2024-11-14T00:21:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:30,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7597cd7-63bd-49a8-8c06-39f3798016d7" 2024-11-14T00:21:30,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aab2dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,43681,-1] 2024-11-14T00:21:30,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:30,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:30,805 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:30,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77008330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:30,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:30,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,43681,1731543684079 2024-11-14T00:21:30,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f95f25a 2024-11-14T00:21:30,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:30,808 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:30,809 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:21:30,809 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:21:30,809 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:30,809 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:30,810 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:21:30,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:30,811 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:21:30,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:21:30,812 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:30,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:21:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:21:30,861 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:21:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:21:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:21:31,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f9c28e9857da9a4d79f8d1310cd36e3, NAME => 'hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc 2024-11-14T00:21:31,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:21:31,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:31,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f9c28e9857da9a4d79f8d1310cd36e3, disabling compactions & flushes 2024-11-14T00:21:31,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. after waiting 0 ms 2024-11-14T00:21:31,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f9c28e9857da9a4d79f8d1310cd36e3: Waiting for close lock at 1731543691299Disabling compacts and flushes for region at 1731543691299Disabling writes for close at 1731543691299Writing region close event to WAL at 1731543691300 (+1 ms)Closed at 1731543691300 2024-11-14T00:21:31,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:21:31,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543691305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543691305"}]},"ts":"1731543691305"} 2024-11-14T00:21:31,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:21:31,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:21:31,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543691311"}]},"ts":"1731543691311"} 2024-11-14T00:21:31,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:21:31,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f9c28e9857da9a4d79f8d1310cd36e3, ASSIGN}] 2024-11-14T00:21:31,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f9c28e9857da9a4d79f8d1310cd36e3, ASSIGN 2024-11-14T00:21:31,322 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f9c28e9857da9a4d79f8d1310cd36e3, ASSIGN; state=OFFLINE, location=63baa11b75f3,42419,1731543677677; forceNewPlan=false, retain=false 2024-11-14T00:21:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:21:31,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f9c28e9857da9a4d79f8d1310cd36e3, regionState=OPENING, regionLocation=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f9c28e9857da9a4d79f8d1310cd36e3, ASSIGN because future has completed 2024-11-14T00:21:31,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f9c28e9857da9a4d79f8d1310cd36e3, server=63baa11b75f3,42419,1731543677677}] 2024-11-14T00:21:31,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:21:31,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:21:31,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C42419%2C1731543677677.rep, suffix=, logDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677, archiveDir=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/oldWALs, maxLogs=10 2024-11-14T00:21:31,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.rep.1731543691634, exclude list is [], retry=0 2024-11-14T00:21:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2f2ecb47-14fd-483b-ae58-6207c4887d5b,DISK] 2024-11-14T00:21:31,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.rep.1731543691634 2024-11-14T00:21:31,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39441:39441)] 2024-11-14T00:21:31,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f9c28e9857da9a4d79f8d1310cd36e3, NAME => 'hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:21:31,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:21:31,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:21:31,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. service=MultiRowMutationService 2024-11-14T00:21:31,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:21:31,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:21:31,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,671 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,684 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f9c28e9857da9a4d79f8d1310cd36e3 columnFamilyName hfileref 2024-11-14T00:21:31,685 DEBUG [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:31,692 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] regionserver.HStore(327): Store=4f9c28e9857da9a4d79f8d1310cd36e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:31,692 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,701 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f9c28e9857da9a4d79f8d1310cd36e3 columnFamilyName queue 2024-11-14T00:21:31,701 DEBUG [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:31,708 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] regionserver.HStore(327): Store=4f9c28e9857da9a4d79f8d1310cd36e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:31,708 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,721 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f9c28e9857da9a4d79f8d1310cd36e3 columnFamilyName sid 2024-11-14T00:21:31,721 DEBUG [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:21:31,728 INFO [StoreOpener-4f9c28e9857da9a4d79f8d1310cd36e3-1 {}] regionserver.HStore(327): Store=4f9c28e9857da9a4d79f8d1310cd36e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:21:31,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:21:31,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:21:31,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f9c28e9857da9a4d79f8d1310cd36e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61773462, jitterRate=-0.07950368523597717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:21:31,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:21:31,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f9c28e9857da9a4d79f8d1310cd36e3: Running coprocessor pre-open hook at 1731543691653Writing region info on filesystem at 1731543691653Initializing all the Stores at 1731543691654 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543691654Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543691670 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543691670Cleaning up temporary data from old regions at 1731543691776 (+106 ms)Running coprocessor post-open hooks at 1731543691840 (+64 ms)Region opened successfully at 1731543691841 (+1 ms) 2024-11-14T00:21:31,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3., pid=10, masterSystemTime=1731543691629 2024-11-14T00:21:31,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:21:31,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f9c28e9857da9a4d79f8d1310cd36e3, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,42419,1731543677677 2024-11-14T00:21:31,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f9c28e9857da9a4d79f8d1310cd36e3, server=63baa11b75f3,42419,1731543677677 because future has completed 2024-11-14T00:21:31,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:21:31,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f9c28e9857da9a4d79f8d1310cd36e3, server=63baa11b75f3,42419,1731543677677 in 394 msec 2024-11-14T00:21:31,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:21:31,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543691899"}]},"ts":"1731543691899"} 2024-11-14T00:21:31,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:21:31,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f9c28e9857da9a4d79f8d1310cd36e3, ASSIGN in 571 msec 2024-11-14T00:21:31,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:21:31,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:21:31,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0980 sec 2024-11-14T00:21:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:21:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3., hostname=63baa11b75f3,42419,1731543677677, seqNum=2] 2024-11-14T00:21:32,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:21:32,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:21:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:21:32,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:21:32,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:21:32,297 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:21:32,374 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,42419,1731543677677, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:21:32,374 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:32,374 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42419,1731543677677, seqNum=-1] 2024-11-14T00:21:32,375 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:32,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T00:21:32,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,42419,1731543677677', locateType=CURRENT is [region=hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3., hostname=63baa11b75f3,42419,1731543677677, seqNum=2] 2024-11-14T00:21:32,391 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:21:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:21:32,394 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,42419,1731543677677 suceeded 2024-11-14T00:21:32,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:21:32,397 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:43681,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T00:21:32,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 256 msec 2024-11-14T00:21:32,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6100 sec 2024-11-14T00:21:32,411 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:43681' 2024-11-14T00:21:32,412 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f5e782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:32,412 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,43681,-1 for getting cluster id 2024-11-14T00:21:32,412 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:32,418 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7597cd7-63bd-49a8-8c06-39f3798016d7' 2024-11-14T00:21:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7597cd7-63bd-49a8-8c06-39f3798016d7" 2024-11-14T00:21:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@599a5b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,43681,-1] 2024-11-14T00:21:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:32,420 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:32,421 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e7daa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:32,421 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:32,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,43681,1731543684079 2024-11-14T00:21:32,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c261b00 2024-11-14T00:21:32,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:32,423 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T00:21:32,424 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,42419,1731543677677 (queues=1) is replicating from cluster=25f04f3e-3004-470e-a423-fbed6664d1aa to cluster=d7597cd7-63bd-49a8-8c06-39f3798016d7 2024-11-14T00:21:32,424 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C42419%2C1731543677677 2024-11-14T00:21:32,424 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,42419,1731543677677, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:21:32,425 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321, startPosition=0, beingWritten=true 2024-11-14T00:21:32,431 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C42419%2C1731543677677 2024-11-14T00:21:32,441 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:21:32,441 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 379, reset compression=false 2024-11-14T00:21:32,441 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:21:32,649 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 379, reset compression=false 2024-11-14T00:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:21:32,956 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:21:32,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:32,957 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 379, reset compression=false 2024-11-14T00:21:32,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:32,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:32,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:32,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:32,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:32,991 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731543692989/Put/seqid=0 2024-11-14T00:21:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741840_1016 (size=7894) 2024-11-14T00:21:33,063 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_1 is 34, key is ddd/f:row/1731543693061/Put/seqid=0 2024-11-14T00:21:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741841_1017 (size=7691) 2024-11-14T00:21:33,413 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 379, reset compression=false 2024-11-14T00:21:33,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72462212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:33,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46877,-1 for getting cluster id 2024-11-14T00:21:33,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:33,515 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25f04f3e-3004-470e-a423-fbed6664d1aa' 2024-11-14T00:21:33,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:33,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25f04f3e-3004-470e-a423-fbed6664d1aa" 2024-11-14T00:21:33,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:33,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1f0ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:33,516 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46877,-1] 2024-11-14T00:21:33,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:33,518 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:33,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ea9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:33,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42419,1731543677677, seqNum=-1] 2024-11-14T00:21:33,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:33,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:33,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46877,1731543677177 2024-11-14T00:21:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@742a4497 2024-11-14T00:21:33,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:33,549 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2] 2024-11-14T00:21:33,568 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:21:33,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T00:21:33,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T00:21:33,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_1 for inclusion in 6ecfb61d3d0c9a334003aca877e1bbf7/f 2024-11-14T00:21:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T00:21:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:21:33,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_0 for inclusion in 6ecfb61d3d0c9a334003aca877e1bbf7/f 2024-11-14T00:21:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T00:21:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:21:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegion(2603): Flush status journal for 6ecfb61d3d0c9a334003aca877e1bbf7: 2024-11-14T00:21:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_1 to hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_1 2024-11-14T00:21:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_1 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ 2024-11-14T00:21:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f/f/hfile_0 to hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_0 2024-11-14T00:21:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_0 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ 2024-11-14T00:21:33,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_1 into 6ecfb61d3d0c9a334003aca877e1bbf7/f as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ - updating store file list. 2024-11-14T00:21:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69112ec33d004ae8bc0cf45576f62855_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:21:33,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ into 6ecfb61d3d0c9a334003aca877e1bbf7/f 2024-11-14T00:21:33,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_1 into 6ecfb61d3d0c9a334003aca877e1bbf7/f (new location: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_) 2024-11-14T00:21:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_1 2024-11-14T00:21:33,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_0 into 6ecfb61d3d0c9a334003aca877e1bbf7/f as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ - updating store file list. 2024-11-14T00:21:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5675c0727b6842588d60572ec387dc6b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:21:33,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ into 6ecfb61d3d0c9a334003aca877e1bbf7/f 2024-11-14T00:21:33,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_0 into 6ecfb61d3d0c9a334003aca877e1bbf7/f (new location: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_) 2024-11-14T00:21:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__kbj19302hllhvvm9qpua5v809shgbtmctjd34qk53vpb9na6nr650jp7qkr3hrh9/f/hfile_0 2024-11-14T00:21:33,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:33,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:33,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:33,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:33,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:33,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2 , the old value is region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:42419 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:21:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:21:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2 from cache 2024-11-14T00:21:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36703,1731543684461, seqNum=-1] 2024-11-14T00:21:33,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:33,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:33,705 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T00:21:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543689586.e7ca6923033f042d74991809adc960a9., hostname=63baa11b75f3,36703,1731543684461, seqNum=2] 2024-11-14T00:21:33,709 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:21:33,814 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:42419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T00:21:33,919 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 379, reset compression=false 2024-11-14T00:21:33,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:21:33,943 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ecfb61d3d0c9a334003aca877e1bbf7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543693688/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T00:21:33,971 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:21:33,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T00:21:33,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.ReplicationSink(318): Replicating [25f04f3e-3004-470e-a423-fbed6664d1aa] bulk loaded data 2024-11-14T00:21:33,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2932640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:33,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,43681,-1 for getting cluster id 2024-11-14T00:21:33,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:33,990 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7597cd7-63bd-49a8-8c06-39f3798016d7' 2024-11-14T00:21:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7597cd7-63bd-49a8-8c06-39f3798016d7" 2024-11-14T00:21:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e706a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,43681,-1] 2024-11-14T00:21:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:34,000 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:34,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639903e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741837_1013 (size=7691) 2024-11-14T00:21:34,143 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 687, reset compression=false 2024-11-14T00:21:34,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741838_1014 (size=7894) 2024-11-14T00:21:34,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:21:34,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:34,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:34,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:34,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:21:34,454 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 687, reset compression=false 2024-11-14T00:21:34,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,43681,1731543684079 2024-11-14T00:21:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f5e005 2024-11-14T00:21:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:34,586 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T00:21:34,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:21:34,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36703,1731543684461, seqNum=-1] 2024-11-14T00:21:34,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:34,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T00:21:34,649 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T00:21:34,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T00:21:34,692 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ for inclusion in e7ca6923033f042d74991809adc960a9/f 2024-11-14T00:21:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T00:21:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:21:34,705 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ for inclusion in e7ca6923033f042d74991809adc960a9/f 2024-11-14T00:21:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T00:21:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:21:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for e7ca6923033f042d74991809adc960a9: 2024-11-14T00:21:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5675c0727b6842588d60572ec387dc6b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:21:34,721 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:21:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/3c34d2cbb88a456c89193559af4fcdbf_SeqId_4_ 2024-11-14T00:21:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 69112ec33d004ae8bc0cf45576f62855_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:21:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/468e46038b6e42088a1055491f36f9ec_SeqId_4_ 2024-11-14T00:21:34,729 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ into e7ca6923033f042d74991809adc960a9/f as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/3c34d2cbb88a456c89193559af4fcdbf_SeqId_4_ - updating store file list. 2024-11-14T00:21:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c34d2cbb88a456c89193559af4fcdbf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:21:34,762 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/3c34d2cbb88a456c89193559af4fcdbf_SeqId_4_ into e7ca6923033f042d74991809adc960a9/f 2024-11-14T00:21:34,762 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ into e7ca6923033f042d74991809adc960a9/f (new location: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/3c34d2cbb88a456c89193559af4fcdbf_SeqId_4_) 2024-11-14T00:21:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/5675c0727b6842588d60572ec387dc6b_SeqId_4_ 2024-11-14T00:21:34,772 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ into e7ca6923033f042d74991809adc960a9/f as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/468e46038b6e42088a1055491f36f9ec_SeqId_4_ - updating store file list. 2024-11-14T00:21:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 468e46038b6e42088a1055491f36f9ec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:21:34,806 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/468e46038b6e42088a1055491f36f9ec_SeqId_4_ into e7ca6923033f042d74991809adc960a9/f 2024-11-14T00:21:34,806 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ into e7ca6923033f042d74991809adc960a9/f (new location: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/f/468e46038b6e42088a1055491f36f9ec_SeqId_4_) 2024-11-14T00:21:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/staging/jenkins.hfs.6__test__5acsea0id3vposmtvdgbgkouerepfkuds6bptvgfafiamfok83kjlq59rir4s86l/f/69112ec33d004ae8bc0cf45576f62855_SeqId_4_ 2024-11-14T00:21:34,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.ReplicationSink(324): Finished replicating [25f04f3e-3004-470e-a423-fbed6664d1aa] bulk loaded data 2024-11-14T00:21:34,866 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 687, reset compression=false 2024-11-14T00:21:35,391 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 687, reset compression=false 2024-11-14T00:21:35,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:21:35,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731543695766/Put/seqid=0 2024-11-14T00:21:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741842_1018 (size=7997) 2024-11-14T00:21:36,015 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 687, reset compression=false 2024-11-14T00:21:36,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731543696210/Put/seqid=0 2024-11-14T00:21:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741843_1019 (size=7794) 2024-11-14T00:21:36,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578013e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:36,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46877,-1 for getting cluster id 2024-11-14T00:21:36,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:21:36,229 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25f04f3e-3004-470e-a423-fbed6664d1aa' 2024-11-14T00:21:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:21:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25f04f3e-3004-470e-a423-fbed6664d1aa" 2024-11-14T00:21:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46877,-1] 2024-11-14T00:21:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:21:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:36,233 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:21:36,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2a5337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:21:36,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42419,1731543677677, seqNum=-1] 2024-11-14T00:21:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:36,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:36,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:21:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46877,1731543677177 2024-11-14T00:21:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129c8b27 2024-11-14T00:21:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:21:36,258 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:21:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2] 2024-11-14T00:21:36,266 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:21:36,276 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T00:21:36,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T00:21:36,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_1 for inclusion in 6ecfb61d3d0c9a334003aca877e1bbf7/f1 2024-11-14T00:21:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T00:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:21:36,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_0 for inclusion in 6ecfb61d3d0c9a334003aca877e1bbf7/f1 2024-11-14T00:21:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T00:21:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:21:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegion(2603): Flush status journal for 6ecfb61d3d0c9a334003aca877e1bbf7: 2024-11-14T00:21:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_1 to hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_1 2024-11-14T00:21:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_1 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/d9490e4db5cd46a68b4469e8013b062a_SeqId_6_ 2024-11-14T00:21:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/load_f1/f1/hfile_0 to hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_0 2024-11-14T00:21:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_0 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/c83908e26fa442a5a54b0df4f7c75530_SeqId_6_ 2024-11-14T00:21:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T00:21:36,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_1 into 6ecfb61d3d0c9a334003aca877e1bbf7/f1 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/d9490e4db5cd46a68b4469e8013b062a_SeqId_6_ - updating store file list. 2024-11-14T00:21:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9490e4db5cd46a68b4469e8013b062a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:21:36,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/d9490e4db5cd46a68b4469e8013b062a_SeqId_6_ into 6ecfb61d3d0c9a334003aca877e1bbf7/f1 2024-11-14T00:21:36,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_1 into 6ecfb61d3d0c9a334003aca877e1bbf7/f1 (new location: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/d9490e4db5cd46a68b4469e8013b062a_SeqId_6_) 2024-11-14T00:21:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_1 2024-11-14T00:21:36,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_0 into 6ecfb61d3d0c9a334003aca877e1bbf7/f1 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/c83908e26fa442a5a54b0df4f7c75530_SeqId_6_ - updating store file list. 2024-11-14T00:21:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c83908e26fa442a5a54b0df4f7c75530_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:21:36,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/c83908e26fa442a5a54b0df4f7c75530_SeqId_6_ into 6ecfb61d3d0c9a334003aca877e1bbf7/f1 2024-11-14T00:21:36,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_0 into 6ecfb61d3d0c9a334003aca877e1bbf7/f1 (new location: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/f1/c83908e26fa442a5a54b0df4f7c75530_SeqId_6_) 2024-11-14T00:21:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/staging/jenkins__test__6618hunttj4ch2uimsvaa6e5m4p17bi0mbo9ahbmcrd3nms6cl8nd8egto12fqn6/f1/hfile_0 2024-11-14T00:21:36,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:21:36,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:21:36,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2 , the old value is region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:42419 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:21:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:21:36,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2 from cache 2024-11-14T00:21:36,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:21:36,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:21:36,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:21:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42419,1731543677677, seqNum=-1] 2024-11-14T00:21:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:21:36,330 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T00:21:36,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:21:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7., hostname=63baa11b75f3,42419,1731543677677, seqNum=2] 2024-11-14T00:21:36,432 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:42419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T00:21:36,721 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 687, reset compression=false 2024-11-14T00:21:36,730 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:21:36,730 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:36,730 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:21:36,949 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:37,269 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:37,685 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:38,190 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:38,796 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:39,501 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:39,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:21:39,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T00:21:40,316 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:41,260 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:42,295 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:43,402 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:44,625 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:45,929 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:47,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:21:47,334 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:48,853 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:50,461 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:52,173 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:53,979 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:54,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:21:55,885 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:56,737 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: null 2024-11-14T00:21:57,894 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:21:59,998 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:01,504 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T00:22:01,504 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T00:22:02,201 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:04,506 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:06,910 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:08,835 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T00:22:08,835 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T00:22:09,415 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:12,022 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:14,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6ecfb61d3d0c9a334003aca877e1bbf7, had cached 0 bytes from a total of 31376 2024-11-14T00:22:14,732 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:15,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e7ca6923033f042d74991809adc960a9, had cached 0 bytes from a total of 15585 2024-11-14T00:22:16,737 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: null 2024-11-14T00:22:17,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:22:17,556 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:20,496 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:23,512 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:24,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:22:26,617 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:28,928 DEBUG [master/63baa11b75f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T00:22:29,821 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:33,133 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:36,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:22:36,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:22:36,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:36,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:36,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:36,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:22:36,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811796987, stopped=false 2024-11-14T00:22:36,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,43681,1731543684079 2024-11-14T00:22:36,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:22:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1130280812/running 2024-11-14T00:22:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:22:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1130280812/running 2024-11-14T00:22:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:22:36,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:22:36,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:22:36,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:36,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:36,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,36703,1731543684461' ***** 2024-11-14T00:22:36,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:22:36,511 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:22:36,511 INFO [RS:0;63baa11b75f3:36703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:22:36,511 INFO [RS:0;63baa11b75f3:36703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:22:36,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:22:36,511 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for e7ca6923033f042d74991809adc960a9 2024-11-14T00:22:36,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/running 2024-11-14T00:22:36,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Set watcher on znode that does not yet exist, /1-1130280812/running 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,36703,1731543684461 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36703. 2024-11-14T00:22:36,516 DEBUG [RS:0;63baa11b75f3:36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:36,516 DEBUG [RS:0;63baa11b75f3:36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:22:36,516 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:22:36,518 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7ca6923033f042d74991809adc960a9, disabling compactions & flushes 2024-11-14T00:22:36,518 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:22:36,518 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:22:36,518 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543689586.e7ca6923033f042d74991809adc960a9. after waiting 0 ms 2024-11-14T00:22:36,518 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:22:36,528 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:22:36,528 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1325): Online Regions={e7ca6923033f042d74991809adc960a9=test,,1731543689586.e7ca6923033f042d74991809adc960a9., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:22:36,528 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7ca6923033f042d74991809adc960a9 2024-11-14T00:22:36,528 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:22:36,528 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:22:36,528 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:22:36,529 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:22:36,529 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:22:36,529 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T00:22:36,543 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:36,547 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:22:36,574 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/default/test/e7ca6923033f042d74991809adc960a9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T00:22:36,574 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/info/aeeaf2f5294d47c3a9f05d87e40e0bf8 is 129, key is test,,1731543689586.e7ca6923033f042d74991809adc960a9./info:regioninfo/1731543690495/Put/seqid=0 2024-11-14T00:22:36,576 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:36,576 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:22:36,576 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:22:36,576 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7ca6923033f042d74991809adc960a9: Waiting for close lock at 1731543756518Running coprocessor pre-close hooks at 1731543756518Disabling compacts and flushes for region at 1731543756518Disabling writes for close at 1731543756518Writing region close event to WAL at 1731543756549 (+31 ms)Running coprocessor post-close hooks at 1731543756575 (+26 ms)Closed at 1731543756576 (+1 ms) 2024-11-14T00:22:36,576 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543689586.e7ca6923033f042d74991809adc960a9. 2024-11-14T00:22:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741839_1015 (size=6421) 2024-11-14T00:22:36,612 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/info/aeeaf2f5294d47c3a9f05d87e40e0bf8 2024-11-14T00:22:36,687 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/ns/ab4dca98a8b24f6790306ea053172139 is 43, key is default/ns:d/1731543688772/Put/seqid=0 2024-11-14T00:22:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741840_1016 (size=5153) 2024-11-14T00:22:36,732 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:36,738 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: null 2024-11-14T00:22:36,932 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:37,072 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:22:37,072 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:22:37,098 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/ns/ab4dca98a8b24f6790306ea053172139 2024-11-14T00:22:37,133 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:37,160 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/rep_barrier/eed6837a4f874db8b5b882e48d01ae2c is 112, key is test,,1731543689586.e7ca6923033f042d74991809adc960a9./rep_barrier:seqnumDuringOpen/1731543690495/Put/seqid=0 2024-11-14T00:22:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741841_1017 (size=5518) 2024-11-14T00:22:37,333 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:37,535 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:22:37,535 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:22:37,535 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:37,580 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/rep_barrier/eed6837a4f874db8b5b882e48d01ae2c 2024-11-14T00:22:37,660 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/table/842c989b582b4ad283501aba9f65a5a3 is 40, key is test/table:state/1731543690582/Put/seqid=0 2024-11-14T00:22:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741842_1018 (size=5165) 2024-11-14T00:22:37,736 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:37,936 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:38,092 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/table/842c989b582b4ad283501aba9f65a5a3 2024-11-14T00:22:38,109 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/info/aeeaf2f5294d47c3a9f05d87e40e0bf8 as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/info/aeeaf2f5294d47c3a9f05d87e40e0bf8 2024-11-14T00:22:38,122 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/info/aeeaf2f5294d47c3a9f05d87e40e0bf8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T00:22:38,124 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/ns/ab4dca98a8b24f6790306ea053172139 as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/ns/ab4dca98a8b24f6790306ea053172139 2024-11-14T00:22:38,136 DEBUG [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:38,137 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/ns/ab4dca98a8b24f6790306ea053172139, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:22:38,138 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/rep_barrier/eed6837a4f874db8b5b882e48d01ae2c as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/rep_barrier/eed6837a4f874db8b5b882e48d01ae2c 2024-11-14T00:22:38,145 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/rep_barrier/eed6837a4f874db8b5b882e48d01ae2c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T00:22:38,146 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/.tmp/table/842c989b582b4ad283501aba9f65a5a3 as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/table/842c989b582b4ad283501aba9f65a5a3 2024-11-14T00:22:38,189 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/table/842c989b582b4ad283501aba9f65a5a3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:22:38,192 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1663ms, sequenceid=11, compaction requested=false 2024-11-14T00:22:38,234 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:22:38,234 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:38,234 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:22:38,234 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:22:38,235 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543756528Running coprocessor pre-close hooks at 1731543756528Disabling compacts and flushes for region at 1731543756528Disabling writes for close at 1731543756529 (+1 ms)Obtaining lock to block concurrent updates at 1731543756529Preparing flush snapshotting stores in 1588230740 at 1731543756529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731543756530 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543756531 (+1 ms)Flushing 1588230740/info: creating writer at 1731543756531Flushing 1588230740/info: appending metadata at 1731543756573 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731543756573Flushing 1588230740/ns: creating writer at 1731543756634 (+61 ms)Flushing 1588230740/ns: appending metadata at 1731543756687 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731543756687Flushing 1588230740/rep_barrier: creating writer at 1731543757106 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543757159 (+53 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543757159Flushing 1588230740/table: creating writer at 1731543757608 (+449 ms)Flushing 1588230740/table: appending metadata at 1731543757660 (+52 ms)Flushing 1588230740/table: closing flushed file at 1731543757660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2fc203: reopening flushed file at 1731543758108 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b254190: reopening flushed file at 1731543758123 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274508a8: reopening flushed file at 1731543758137 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5940fa4b: reopening flushed file at 1731543758145 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1663ms, sequenceid=11, compaction requested=false at 1731543758192 (+47 ms)Writing region close event to WAL at 1731543758208 (+16 ms)Running coprocessor post-close hooks at 1731543758234 (+26 ms)Closed at 1731543758234 2024-11-14T00:22:38,235 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:22:38,336 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,36703,1731543684461; all regions closed. 2024-11-14T00:22:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741834_1010 (size=2717) 2024-11-14T00:22:38,356 DEBUG [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/oldWALs 2024-11-14T00:22:38,357 INFO [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36703%2C1731543684461.meta:.meta(num 1731543688644) 2024-11-14T00:22:38,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741832_1008 (size=1028) 2024-11-14T00:22:38,374 DEBUG [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/oldWALs 2024-11-14T00:22:38,374 INFO [RS:0;63baa11b75f3:36703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36703%2C1731543684461:(num 1731543688151) 2024-11-14T00:22:38,374 DEBUG [RS:0;63baa11b75f3:36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:38,374 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:22:38,374 INFO [RS:0;63baa11b75f3:36703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:22:38,374 INFO [RS:0;63baa11b75f3:36703 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:22:38,375 INFO [RS:0;63baa11b75f3:36703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:22:38,375 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:22:38,375 INFO [RS:0;63baa11b75f3:36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36703. 2024-11-14T00:22:38,375 DEBUG [RS:0;63baa11b75f3:36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:38,375 DEBUG [RS:0;63baa11b75f3:36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:38,375 DEBUG [RS:0;63baa11b75f3:36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:38,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:22:38,375 INFO [RS:0;63baa11b75f3:36703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36703 2024-11-14T00:22:38,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1130280812/rs/63baa11b75f3,36703,1731543684461 2024-11-14T00:22:38,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812/rs 2024-11-14T00:22:38,411 INFO [RS:0;63baa11b75f3:36703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:22:38,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,36703,1731543684461] 2024-11-14T00:22:38,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1130280812/draining/63baa11b75f3,36703,1731543684461 already deleted, retry=false 2024-11-14T00:22:38,533 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,36703,1731543684461 expired; onlineServers=0 2024-11-14T00:22:38,533 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,43681,1731543684079' ***** 2024-11-14T00:22:38,533 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:22:38,533 INFO [M:0;63baa11b75f3:43681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:22:38,533 INFO [M:0;63baa11b75f3:43681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:22:38,533 DEBUG [M:0;63baa11b75f3:43681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:22:38,533 DEBUG [M:0;63baa11b75f3:43681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:22:38,533 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543687807 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543687807,5,FailOnTimeoutGroup] 2024-11-14T00:22:38,534 INFO [M:0;63baa11b75f3:43681 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:22:38,534 INFO [M:0;63baa11b75f3:43681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:22:38,534 DEBUG [M:0;63baa11b75f3:43681 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:22:38,534 INFO [M:0;63baa11b75f3:43681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:22:38,534 INFO [M:0;63baa11b75f3:43681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:22:38,534 INFO [M:0;63baa11b75f3:43681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:22:38,535 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543687808 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543687808,5,FailOnTimeoutGroup] 2024-11-14T00:22:38,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:22:38,536 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:22:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x10136b7aba00004, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:38,577 INFO [RS:0;63baa11b75f3:36703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:22:38,577 INFO [RS:0;63baa11b75f3:36703 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,36703,1731543684461; zookeeper connection closed. 2024-11-14T00:22:38,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1130280812/master 2024-11-14T00:22:38,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1130280812 2024-11-14T00:22:38,578 DEBUG [RegionServerTracker-0 {}] zookeeper.ZKUtil(347): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Unable to get data of znode /1-1130280812/master because node does not exist (not an error) 2024-11-14T00:22:38,578 WARN [RegionServerTracker-0 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:22:38,579 INFO [M:0;63baa11b75f3:43681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/.lastflushedseqids 2024-11-14T00:22:38,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46b1a5cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46b1a5cb 2024-11-14T00:22:38,583 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:22:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741843_1019 (size=173) 2024-11-14T00:22:38,596 INFO [M:0;63baa11b75f3:43681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:22:38,596 INFO [M:0;63baa11b75f3:43681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:22:38,596 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:22:38,596 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:38,596 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:38,597 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:22:38,597 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:38,597 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-14T00:22:38,627 DEBUG [M:0;63baa11b75f3:43681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604ed4ffff044f7fb746f091818aca2f is 82, key is hbase:meta,,1/info:regioninfo/1731543688728/Put/seqid=0 2024-11-14T00:22:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741844_1020 (size=5672) 2024-11-14T00:22:38,641 INFO [M:0;63baa11b75f3:43681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604ed4ffff044f7fb746f091818aca2f 2024-11-14T00:22:38,672 DEBUG [M:0;63baa11b75f3:43681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0917646a716a43fd841b5003ce8c6e30 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543690597/Put/seqid=0 2024-11-14T00:22:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741845_1021 (size=6726) 2024-11-14T00:22:39,107 INFO [M:0;63baa11b75f3:43681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0917646a716a43fd841b5003ce8c6e30 2024-11-14T00:22:39,113 INFO [M:0;63baa11b75f3:43681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0917646a716a43fd841b5003ce8c6e30 2024-11-14T00:22:39,139 DEBUG [M:0;63baa11b75f3:43681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfab321b864e429f8209506bb5bef400 is 69, key is 63baa11b75f3,36703,1731543684461/rs:state/1731543687911/Put/seqid=0 2024-11-14T00:22:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741846_1022 (size=5156) 2024-11-14T00:22:39,152 INFO [M:0;63baa11b75f3:43681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfab321b864e429f8209506bb5bef400 2024-11-14T00:22:39,163 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604ed4ffff044f7fb746f091818aca2f as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604ed4ffff044f7fb746f091818aca2f 2024-11-14T00:22:39,167 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604ed4ffff044f7fb746f091818aca2f, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T00:22:39,168 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0917646a716a43fd841b5003ce8c6e30 as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0917646a716a43fd841b5003ce8c6e30 2024-11-14T00:22:39,173 INFO [M:0;63baa11b75f3:43681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0917646a716a43fd841b5003ce8c6e30 2024-11-14T00:22:39,173 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0917646a716a43fd841b5003ce8c6e30, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T00:22:39,175 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfab321b864e429f8209506bb5bef400 as hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfab321b864e429f8209506bb5bef400 2024-11-14T00:22:39,182 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43945/user/jenkins/test-data/f41b2b4a-dd9a-4ecb-7a95-ce52fa0f5752/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfab321b864e429f8209506bb5bef400, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T00:22:39,183 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=58, compaction requested=false 2024-11-14T00:22:39,192 INFO [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:39,192 DEBUG [M:0;63baa11b75f3:43681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543758596Disabling compacts and flushes for region at 1731543758596Disabling writes for close at 1731543758597 (+1 ms)Obtaining lock to block concurrent updates at 1731543758597Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543758597Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731543758597Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543758598 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543758598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543758627 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543758627Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543758652 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543758672 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543758672Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543759113 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543759138 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543759138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23aed62d: reopening flushed file at 1731543759159 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b879d54: reopening flushed file at 1731543759167 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecd62f4: reopening flushed file at 1731543759174 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=58, compaction requested=false at 1731543759183 (+9 ms)Writing region close event to WAL at 1731543759192 (+9 ms)Closed at 1731543759192 2024-11-14T00:22:39,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741830_1006 (size=33014) 2024-11-14T00:22:39,197 INFO [M:0;63baa11b75f3:43681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:22:39,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:22:39,197 INFO [M:0;63baa11b75f3:43681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43681 2024-11-14T00:22:39,200 INFO [M:0;63baa11b75f3:43681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:22:39,342 INFO [M:0;63baa11b75f3:43681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:22:39,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:39,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43681-0x10136b7aba00003, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:39,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2aee49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:22:39,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29930def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:22:39,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:22:39,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e042af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:22:39,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca8a3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir/,STOPPED} 2024-11-14T00:22:39,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:22:39,387 WARN [BP-370589188-172.17.0.3-1731543681617 heartbeating to localhost/127.0.0.1:43945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:22:39,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:22:39,388 WARN [BP-370589188-172.17.0.3-1731543681617 heartbeating to localhost/127.0.0.1:43945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370589188-172.17.0.3-1731543681617 (Datanode Uuid add1a4d6-6fa9-4a77-877a-763779383964) service to localhost/127.0.0.1:43945 2024-11-14T00:22:39,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/cluster_baa7aa1e-17f9-8b40-ba64-4596a886f05f/data/data1/current/BP-370589188-172.17.0.3-1731543681617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:22:39,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/cluster_baa7aa1e-17f9-8b40-ba64-4596a886f05f/data/data2/current/BP-370589188-172.17.0.3-1731543681617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:22:39,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:22:39,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192d85f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:22:39,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c09c951{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:22:39,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:22:39,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc50c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:22:39,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab166a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir/,STOPPED} 2024-11-14T00:22:39,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:22:39,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:22:39,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:22:39,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:39,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:39,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:22:39,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:39,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:22:39,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1634437415, stopped=false 2024-11-14T00:22:39,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,46877,1731543677177 2024-11-14T00:22:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01493114838/running 2024-11-14T00:22:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01493114838/running 2024-11-14T00:22:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:22:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:22:39,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:22:39,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:22:39,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:39,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:39,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,42419,1731543677677' ***** 2024-11-14T00:22:39,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:22:39,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/running 2024-11-14T00:22:39,465 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:22:39,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Set watcher on znode that does not yet exist, /01493114838/running 2024-11-14T00:22:39,466 INFO [RS:0;63baa11b75f3:42419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:22:39,466 INFO [RS:0;63baa11b75f3:42419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:22:39,466 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f9c28e9857da9a4d79f8d1310cd36e3 2024-11-14T00:22:39,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,42419,1731543677677 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:42419. 2024-11-14T00:22:39,468 DEBUG [RS:0;63baa11b75f3:42419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:39,468 DEBUG [RS:0;63baa11b75f3:42419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:22:39,468 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:22:39,469 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:22:39,469 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:22:39,469 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1325): Online Regions={4f9c28e9857da9a4d79f8d1310cd36e3=hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3., 1588230740=hbase:meta,,1.1588230740, 6ecfb61d3d0c9a334003aca877e1bbf7=test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7.} 2024-11-14T00:22:39,469 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f9c28e9857da9a4d79f8d1310cd36e3, 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f9c28e9857da9a4d79f8d1310cd36e3, disabling compactions & flushes 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:22:39,469 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:22:39,469 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. after waiting 0 ms 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:22:39,469 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:22:39,469 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f9c28e9857da9a4d79f8d1310cd36e3 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T00:22:39,469 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:22:39,491 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/.tmp/hfileref/1cf3b57086d9492e8c64743b306db372 is 74, key is 1/hfileref:5675c0727b6842588d60572ec387dc6b_SeqId_4_/1731543694839/DeleteColumn/seqid=0 2024-11-14T00:22:39,491 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/info/d3068ae30130481cbc11a0feceb27b46 is 147, key is hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3./info:regioninfo/1731543691856/Put/seqid=0 2024-11-14T00:22:39,506 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:22:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741844_1020 (size=5203) 2024-11-14T00:22:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741845_1021 (size=7686) 2024-11-14T00:22:39,558 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/info/d3068ae30130481cbc11a0feceb27b46 2024-11-14T00:22:39,558 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/.tmp/hfileref/1cf3b57086d9492e8c64743b306db372 2024-11-14T00:22:39,627 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/.tmp/queue/90de4fbd21fe47d9949b6157cab6b344 is 153, key is 1-63baa11b75f3,42419,1731543677677/queue:63baa11b75f3%2C42419%2C1731543677677/1731543696731/Put/seqid=0 2024-11-14T00:22:39,646 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/ns/3b07689756a344a78b2022cce02c501c is 43, key is default/ns:d/1731543681441/Put/seqid=0 2024-11-14T00:22:39,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741846_1022 (size=5352) 2024-11-14T00:22:39,655 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/.tmp/queue/90de4fbd21fe47d9949b6157cab6b344 2024-11-14T00:22:39,669 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f9c28e9857da9a4d79f8d1310cd36e3, 6ecfb61d3d0c9a334003aca877e1bbf7 2024-11-14T00:22:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741847_1023 (size=5153) 2024-11-14T00:22:39,672 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/.tmp/hfileref/1cf3b57086d9492e8c64743b306db372 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/hfileref/1cf3b57086d9492e8c64743b306db372 2024-11-14T00:22:39,677 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/ns/3b07689756a344a78b2022cce02c501c 2024-11-14T00:22:39,684 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/hfileref/1cf3b57086d9492e8c64743b306db372, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T00:22:39,687 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/.tmp/queue/90de4fbd21fe47d9949b6157cab6b344 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/queue/90de4fbd21fe47d9949b6157cab6b344 2024-11-14T00:22:39,697 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/queue/90de4fbd21fe47d9949b6157cab6b344, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T00:22:39,698 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4f9c28e9857da9a4d79f8d1310cd36e3 in 229ms, sequenceid=10, compaction requested=false 2024-11-14T00:22:39,727 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/rep_barrier/092bfe31944c4a049798b276b72651e2 is 112, key is test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7./rep_barrier:seqnumDuringOpen/1731543689397/Put/seqid=0 2024-11-14T00:22:39,751 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/replication/4f9c28e9857da9a4d79f8d1310cd36e3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T00:22:39,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:39,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:22:39,752 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:22:39,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f9c28e9857da9a4d79f8d1310cd36e3: Waiting for close lock at 1731543759469Running coprocessor pre-close hooks at 1731543759469Disabling compacts and flushes for region at 1731543759469Disabling writes for close at 1731543759469Obtaining lock to block concurrent updates at 1731543759469Preparing flush snapshotting stores in 4f9c28e9857da9a4d79f8d1310cd36e3 at 1731543759469Finished memstore snapshotting hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731543759469Flushing stores of hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. at 1731543759470 (+1 ms)Flushing 4f9c28e9857da9a4d79f8d1310cd36e3/hfileref: creating writer at 1731543759470Flushing 4f9c28e9857da9a4d79f8d1310cd36e3/hfileref: appending metadata at 1731543759490 (+20 ms)Flushing 4f9c28e9857da9a4d79f8d1310cd36e3/hfileref: closing flushed file at 1731543759490Flushing 4f9c28e9857da9a4d79f8d1310cd36e3/queue: creating writer at 1731543759582 (+92 ms)Flushing 4f9c28e9857da9a4d79f8d1310cd36e3/queue: appending metadata at 1731543759627 (+45 ms)Flushing 4f9c28e9857da9a4d79f8d1310cd36e3/queue: closing flushed file at 1731543759627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4421e3b1: reopening flushed file at 1731543759666 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba0f0e3: reopening flushed file at 1731543759685 (+19 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4f9c28e9857da9a4d79f8d1310cd36e3 in 229ms, sequenceid=10, compaction requested=false at 1731543759698 (+13 ms)Writing region close event to WAL at 1731543759740 (+42 ms)Running coprocessor post-close hooks at 1731543759752 (+12 ms)Closed at 1731543759752 2024-11-14T00:22:39,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543690809.4f9c28e9857da9a4d79f8d1310cd36e3. 2024-11-14T00:22:39,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ecfb61d3d0c9a334003aca877e1bbf7, disabling compactions & flushes 2024-11-14T00:22:39,752 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:22:39,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:22:39,753 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. after waiting 0 ms 2024-11-14T00:22:39,753 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:22:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741848_1024 (size=5518) 2024-11-14T00:22:39,809 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/default/test/6ecfb61d3d0c9a334003aca877e1bbf7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:22:39,810 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:39,810 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:22:39,810 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:22:39,810 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ecfb61d3d0c9a334003aca877e1bbf7: Waiting for close lock at 1731543759752Running coprocessor pre-close hooks at 1731543759752Disabling compacts and flushes for region at 1731543759752Disabling writes for close at 1731543759753 (+1 ms)Writing region close event to WAL at 1731543759802 (+49 ms)Running coprocessor post-close hooks at 1731543759810 (+8 ms)Closed at 1731543759810 2024-11-14T00:22:39,810 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543688938.6ecfb61d3d0c9a334003aca877e1bbf7. 2024-11-14T00:22:39,869 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:40,070 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:40,077 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 997, reset compression=false 2024-11-14T00:22:40,124 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:22:40,124 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 1292, reset compression=false 2024-11-14T00:22:40,124 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42419,1731543677677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:22:40,127 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,42419,1731543677677: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,42419,1731543677677, walGroup=63baa11b75f3%2C42419%2C1731543677677, offset=63baa11b75f3%2C42419%2C1731543677677.1731543680321:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:42419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:22:40,130 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:22:40,133 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:22:40,136 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:22:40,137 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:22:40,137 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:22:40,137 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 456094032 }, "NonHeapMemoryUsage": { "committed": 180355072, "init": 7667712, "max": -1, "used": 175873752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:22:40,143 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:22:40,159 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:22:40,159 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:22:40,190 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/rep_barrier/092bfe31944c4a049798b276b72651e2 2024-11-14T00:22:40,225 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/table/963caf5ddebc4c949d5f42df7b731fa1 is 53, key is hbase:replication/table:state/1731543691899/Put/seqid=0 2024-11-14T00:22:40,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741849_1025 (size=5308) 2024-11-14T00:22:40,254 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/table/963caf5ddebc4c949d5f42df7b731fa1 2024-11-14T00:22:40,261 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/info/d3068ae30130481cbc11a0feceb27b46 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/info/d3068ae30130481cbc11a0feceb27b46 2024-11-14T00:22:40,270 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/info/d3068ae30130481cbc11a0feceb27b46, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:22:40,270 DEBUG [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:22:40,271 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/ns/3b07689756a344a78b2022cce02c501c as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/ns/3b07689756a344a78b2022cce02c501c 2024-11-14T00:22:40,279 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/ns/3b07689756a344a78b2022cce02c501c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:22:40,280 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/rep_barrier/092bfe31944c4a049798b276b72651e2 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/rep_barrier/092bfe31944c4a049798b276b72651e2 2024-11-14T00:22:40,288 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/rep_barrier/092bfe31944c4a049798b276b72651e2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:22:40,289 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/.tmp/table/963caf5ddebc4c949d5f42df7b731fa1 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/table/963caf5ddebc4c949d5f42df7b731fa1 2024-11-14T00:22:40,313 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/table/963caf5ddebc4c949d5f42df7b731fa1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:22:40,314 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 845ms, sequenceid=16, compaction requested=false 2024-11-14T00:22:40,314 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:22:40,328 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:22:40,329 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:40,329 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:22:40,329 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:22:40,329 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543759469Running coprocessor pre-close hooks at 1731543759469Disabling compacts and flushes for region at 1731543759469Disabling writes for close at 1731543759469Obtaining lock to block concurrent updates at 1731543759469Preparing flush snapshotting stores in 1588230740 at 1731543759469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543759469Flushing stores of hbase:meta,,1.1588230740 at 1731543759470 (+1 ms)Flushing 1588230740/info: creating writer at 1731543759470Flushing 1588230740/info: appending metadata at 1731543759491 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731543759491Flushing 1588230740/ns: creating writer at 1731543759597 (+106 ms)Flushing 1588230740/ns: appending metadata at 1731543759646 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1731543759646Flushing 1588230740/rep_barrier: creating writer at 1731543759694 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543759726 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543759726Flushing 1588230740/table: creating writer at 1731543760205 (+479 ms)Flushing 1588230740/table: appending metadata at 1731543760224 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731543760224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd9d3a5: reopening flushed file at 1731543760261 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322f4b9e: reopening flushed file at 1731543760270 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70996bdf: reopening flushed file at 1731543760279 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c4ddb0: reopening flushed file at 1731543760288 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 845ms, sequenceid=16, compaction requested=false at 1731543760314 (+26 ms)Writing region close event to WAL at 1731543760325 (+11 ms)Running coprocessor post-close hooks at 1731543760329 (+4 ms)Closed at 1731543760329 2024-11-14T00:22:40,329 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:22:40,339 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.wal-reader.63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 to pos 1292, reset compression=false 2024-11-14T00:22:40,471 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,42419,1731543677677; all regions closed. 2024-11-14T00:22:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:22:40,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741839_1015 (size=2700) 2024-11-14T00:22:40,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/WALs/63baa11b75f3,42419,1731543677677/63baa11b75f3%2C42419%2C1731543677677.1731543680321 not finished, retry = 0 2024-11-14T00:22:40,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741833_1009 (size=1300) 2024-11-14T00:22:40,629 DEBUG [RS:0;63baa11b75f3:42419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:40,629 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:22:40,629 INFO [RS:0;63baa11b75f3:42419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:22:40,629 INFO [RS:0;63baa11b75f3:42419 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:22:40,630 INFO [RS:0;63baa11b75f3:42419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:22:40,630 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,42419,1731543677677 because: Region server is closing 2024-11-14T00:22:40,630 INFO [RS:0;63baa11b75f3:42419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:42419. 2024-11-14T00:22:40,630 DEBUG [RS:0;63baa11b75f3:42419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:22:40,630 DEBUG [RS:0;63baa11b75f3:42419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:40,630 DEBUG [RS:0;63baa11b75f3:42419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:40,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:22:40,630 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:22:40,731 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42419,1731543677677.replicationSource.shipper63baa11b75f3%2C42419%2C1731543677677,1-63baa11b75f3,42419,1731543677677 terminated 2024-11-14T00:22:40,731 INFO [RS:0;63baa11b75f3:42419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42419 2024-11-14T00:22:40,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838/rs 2024-11-14T00:22:40,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01493114838/rs/63baa11b75f3,42419,1731543677677 2024-11-14T00:22:40,792 INFO [RS:0;63baa11b75f3:42419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:22:40,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,42419,1731543677677] 2024-11-14T00:22:40,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01493114838/draining/63baa11b75f3,42419,1731543677677 already deleted, retry=false 2024-11-14T00:22:40,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,42419,1731543677677 expired; onlineServers=0 2024-11-14T00:22:40,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,46877,1731543677177' ***** 2024-11-14T00:22:40,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:22:40,929 INFO [M:0;63baa11b75f3:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:22:40,929 INFO [M:0;63baa11b75f3:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:22:40,929 DEBUG [M:0;63baa11b75f3:46877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:22:40,929 DEBUG [M:0;63baa11b75f3:46877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:22:40,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:22:40,929 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543679841 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543679841,5,FailOnTimeoutGroup] 2024-11-14T00:22:40,929 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543679842 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543679842,5,FailOnTimeoutGroup] 2024-11-14T00:22:40,929 INFO [M:0;63baa11b75f3:46877 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:22:40,930 INFO [M:0;63baa11b75f3:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:22:40,930 DEBUG [M:0;63baa11b75f3:46877 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:22:40,930 INFO [M:0;63baa11b75f3:46877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:22:40,930 INFO [M:0;63baa11b75f3:46877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:22:40,930 INFO [M:0;63baa11b75f3:46877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:22:40,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:22:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x10136b7aba00001, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:40,965 INFO [RS:0;63baa11b75f3:42419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:22:40,965 INFO [RS:0;63baa11b75f3:42419 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,42419,1731543677677; zookeeper connection closed. 2024-11-14T00:22:40,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc66fc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc66fc2 2024-11-14T00:22:40,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:22:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01493114838/master 2024-11-14T00:22:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01493114838 2024-11-14T00:22:41,012 DEBUG [M:0;63baa11b75f3:46877 {}] zookeeper.ZKUtil(347): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Unable to get data of znode /01493114838/master because node does not exist (not an error) 2024-11-14T00:22:41,012 WARN [M:0;63baa11b75f3:46877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:22:41,014 INFO [M:0;63baa11b75f3:46877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/.lastflushedseqids 2024-11-14T00:22:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741850_1026 (size=263) 2024-11-14T00:22:41,035 INFO [M:0;63baa11b75f3:46877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:22:41,035 INFO [M:0;63baa11b75f3:46877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:22:41,035 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:22:41,035 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:41,036 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:41,036 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:22:41,036 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:41,036 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T00:22:41,060 DEBUG [M:0;63baa11b75f3:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/065fb128cd25429b92cf7c56450d5a42 is 82, key is hbase:meta,,1/info:regioninfo/1731543681265/Put/seqid=0 2024-11-14T00:22:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741851_1027 (size=5672) 2024-11-14T00:22:41,470 INFO [M:0;63baa11b75f3:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/065fb128cd25429b92cf7c56450d5a42 2024-11-14T00:22:41,523 DEBUG [M:0;63baa11b75f3:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a1806afc940d9b0adcc37c2e637c2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543689419/Put/seqid=0 2024-11-14T00:22:41,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741852_1028 (size=7240) 2024-11-14T00:22:41,547 INFO [M:0;63baa11b75f3:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a1806afc940d9b0adcc37c2e637c2 2024-11-14T00:22:41,562 INFO [M:0;63baa11b75f3:46877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 129a1806afc940d9b0adcc37c2e637c2 2024-11-14T00:22:41,615 DEBUG [M:0;63baa11b75f3:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71e8e83871e243e8aea7a3b15fcd1c9b is 69, key is 63baa11b75f3,42419,1731543677677/rs:state/1731543679957/Put/seqid=0 2024-11-14T00:22:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741853_1029 (size=5156) 2024-11-14T00:22:41,657 INFO [M:0;63baa11b75f3:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71e8e83871e243e8aea7a3b15fcd1c9b 2024-11-14T00:22:41,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:41,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:41,668 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/065fb128cd25429b92cf7c56450d5a42 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/065fb128cd25429b92cf7c56450d5a42 2024-11-14T00:22:41,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:41,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:41,677 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/065fb128cd25429b92cf7c56450d5a42, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T00:22:41,679 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a1806afc940d9b0adcc37c2e637c2 as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129a1806afc940d9b0adcc37c2e637c2 2024-11-14T00:22:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:41,699 INFO [M:0;63baa11b75f3:46877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 129a1806afc940d9b0adcc37c2e637c2 2024-11-14T00:22:41,700 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129a1806afc940d9b0adcc37c2e637c2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T00:22:41,701 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71e8e83871e243e8aea7a3b15fcd1c9b as hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71e8e83871e243e8aea7a3b15fcd1c9b 2024-11-14T00:22:41,709 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38945/user/jenkins/test-data/6fd6455f-b06f-09fa-09a4-96a7f3a6ccbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71e8e83871e243e8aea7a3b15fcd1c9b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T00:22:41,712 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 676ms, sequenceid=105, compaction requested=false 2024-11-14T00:22:41,753 INFO [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:41,753 DEBUG [M:0;63baa11b75f3:46877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543761035Disabling compacts and flushes for region at 1731543761035Disabling writes for close at 1731543761036 (+1 ms)Obtaining lock to block concurrent updates at 1731543761036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543761036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731543761036Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543761037 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543761037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543761059 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543761060 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543761477 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543761522 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543761522Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543761562 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543761614 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543761614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dc5344: reopening flushed file at 1731543761666 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29358077: reopening flushed file at 1731543761678 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f099c5c: reopening flushed file at 1731543761700 (+22 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 676ms, sequenceid=105, compaction requested=false at 1731543761713 (+13 ms)Writing region close event to WAL at 1731543761753 (+40 ms)Closed at 1731543761753 2024-11-14T00:22:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741830_1006 (size=64526) 2024-11-14T00:22:41,779 INFO [M:0;63baa11b75f3:46877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:22:41,779 INFO [M:0;63baa11b75f3:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46877 2024-11-14T00:22:41,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:22:41,779 INFO [M:0;63baa11b75f3:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:22:42,013 INFO [M:0;63baa11b75f3:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:22:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10136b7aba00000, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:22:42,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26568a51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:22:42,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:22:42,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:22:42,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7333f164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:22:42,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@799d6b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir/,STOPPED} 2024-11-14T00:22:42,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:22:42,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:22:42,020 WARN [BP-1789136316-172.17.0.3-1731543674930 heartbeating to localhost/127.0.0.1:38945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:22:42,020 WARN [BP-1789136316-172.17.0.3-1731543674930 heartbeating to localhost/127.0.0.1:38945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789136316-172.17.0.3-1731543674930 (Datanode Uuid 796f04ca-563f-4fee-bd98-7100989c4079) service to localhost/127.0.0.1:38945 2024-11-14T00:22:42,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/data/data1/current/BP-1789136316-172.17.0.3-1731543674930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:22:42,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/cluster_f1ba043b-cb6b-e090-cad0-a2bb632eaf79/data/data2/current/BP-1789136316-172.17.0.3-1731543674930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:22:42,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:22:42,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57cc3801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:22:42,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36e6e0e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:22:42,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:22:42,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704f511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:22:42,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3c1906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96bea984-a8a4-4e52-c286-9277a630a339/hadoop.log.dir/,STOPPED} 2024-11-14T00:22:42,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:22:42,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:22:42,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 135) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f1230b8ceb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43945 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38945 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f1230b8ceb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 462) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1130 (was 1583), ProcessCount=11 (was 11), AvailableMemoryMB=3924 (was 1539) - AvailableMemoryMB LEAK? - 2024-11-14T00:22:42,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=1130, ProcessCount=11, AvailableMemoryMB=3920 2024-11-14T00:22:42,160 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T00:22:42,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir so I do NOT create it in target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b 2024-11-14T00:22:42,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:22:42,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.tmp.dir so I do NOT create it in target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b 2024-11-14T00:22:42,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1aafa4c-4eb0-5c23-eac4-1a0dd24ed88c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:22:42,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b 2024-11-14T00:22:42,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44, deleteOnExit=true 2024-11-14T00:22:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136b7aba00005, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:22:42,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136b7aba00005, quorum=127.0.0.1:60095, baseZNode=/1-1130280812 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:22:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136b7aba00002, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:22:42,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136b7aba00002, quorum=127.0.0.1:60095, baseZNode=/01493114838 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:22:42,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/zookeeper_0, clientPort=63884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:22:42,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63884 2024-11-14T00:22:42,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:22:42,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:22:42,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/test.cache.data in system properties and HBase conf 2024-11-14T00:22:42,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:22:42,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:22:42,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:22:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:22:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:22:42,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:22:42,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:42,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:42,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:42,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:42,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:42,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:43,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:22:43,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:22:43,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:22:43,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:22:43,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:22:43,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:22:43,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d62f08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:22:43,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26624ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:22:43,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57313cff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/java.io.tmpdir/jetty-localhost-34325-hadoop-hdfs-3_4_1-tests_jar-_-any-13973697795030941386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:22:43,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b44b8f3{HTTP/1.1, (http/1.1)}{localhost:34325} 2024-11-14T00:22:43,298 INFO [Time-limited test {}] server.Server(415): Started @166434ms 2024-11-14T00:22:43,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:22:43,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:22:43,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:22:43,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:22:43,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:22:43,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24052eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:22:43,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcffdfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:22:43,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@753d84ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/java.io.tmpdir/jetty-localhost-41207-hadoop-hdfs-3_4_1-tests_jar-_-any-9638109683476628504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:22:43,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e203837{HTTP/1.1, (http/1.1)}{localhost:41207} 2024-11-14T00:22:43,981 INFO [Time-limited test {}] server.Server(415): Started @167117ms 2024-11-14T00:22:43,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:22:45,852 WARN [Thread-1295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/data/data2/current/BP-1714392175-172.17.0.3-1731543762366/current, will proceed with Du for space computation calculation, 2024-11-14T00:22:45,852 WARN [Thread-1294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/data/data1/current/BP-1714392175-172.17.0.3-1731543762366/current, will proceed with Du for space computation calculation, 2024-11-14T00:22:45,879 WARN [Thread-1282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:22:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ff6e6d6990732f with lease ID 0xbe763ce25827da5c: Processing first storage report for DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4 from datanode DatanodeRegistration(127.0.0.1:35449, datanodeUuid=e594ff29-88a5-437f-9a14-0ef003494a0a, infoPort=34151, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1494888279;c=1731543762366) 2024-11-14T00:22:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ff6e6d6990732f with lease ID 0xbe763ce25827da5c: from storage DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4 node DatanodeRegistration(127.0.0.1:35449, datanodeUuid=e594ff29-88a5-437f-9a14-0ef003494a0a, infoPort=34151, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1494888279;c=1731543762366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:22:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ff6e6d6990732f with lease ID 0xbe763ce25827da5c: Processing first storage report for DS-ebc6ebcf-7070-45c0-bc43-4b62a490a163 from datanode DatanodeRegistration(127.0.0.1:35449, datanodeUuid=e594ff29-88a5-437f-9a14-0ef003494a0a, infoPort=34151, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1494888279;c=1731543762366) 2024-11-14T00:22:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ff6e6d6990732f with lease ID 0xbe763ce25827da5c: from storage DS-ebc6ebcf-7070-45c0-bc43-4b62a490a163 node DatanodeRegistration(127.0.0.1:35449, datanodeUuid=e594ff29-88a5-437f-9a14-0ef003494a0a, infoPort=34151, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1494888279;c=1731543762366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:22:45,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b 2024-11-14T00:22:45,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:45,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:46,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:22:46,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb with version=8 2024-11-14T00:22:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/hbase-staging 2024-11-14T00:22:46,067 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:22:46,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:22:46,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41319 2024-11-14T00:22:46,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41319 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:22:46,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413190x0, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:22:46,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41319-0x10136b900a20000 connected 2024-11-14T00:22:46,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:46,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:46,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:22:46,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb, hbase.cluster.distributed=false 2024-11-14T00:22:46,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/acl 2024-11-14T00:22:46,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-14T00:22:46,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41319 2024-11-14T00:22:46,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41319 2024-11-14T00:22:46,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-14T00:22:46,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-14T00:22:46,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:22:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:46,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:22:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:46,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:22:46,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:22:46,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:22:46,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38365 2024-11-14T00:22:46,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38365 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:22:46,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:46,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:46,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383650x0, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:22:46,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38365-0x10136b900a20001 connected 2024-11-14T00:22:46,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:22:46,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:22:46,956 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:22:46,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/master 2024-11-14T00:22:46,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/acl 2024-11-14T00:22:46,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38365 2024-11-14T00:22:46,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38365 2024-11-14T00:22:46,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38365 2024-11-14T00:22:46,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38365 2024-11-14T00:22:46,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38365 2024-11-14T00:22:46,990 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:41319 2024-11-14T00:22:46,996 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-341363948/backup-masters/63baa11b75f3,41319,1731543766066 2024-11-14T00:22:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:22:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:22:47,048 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on existing znode=/0-341363948/backup-masters/63baa11b75f3,41319,1731543766066 2024-11-14T00:22:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:47,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341363948/master 2024-11-14T00:22:47,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:47,141 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on existing znode=/0-341363948/master 2024-11-14T00:22:47,144 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-341363948/backup-masters/63baa11b75f3,41319,1731543766066 from backup master directory 2024-11-14T00:22:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:22:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/backup-masters/63baa11b75f3,41319,1731543766066 2024-11-14T00:22:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:22:47,185 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:22:47,185 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,41319,1731543766066 2024-11-14T00:22:47,189 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/hbase.id] with ID: e8693fb5-5abd-4fce-95b2-a9498aa92a04 2024-11-14T00:22:47,189 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/.tmp/hbase.id 2024-11-14T00:22:47,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:22:47,611 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/.tmp/hbase.id]:[hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/hbase.id] 2024-11-14T00:22:47,622 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:47,622 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:22:47,623 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:22:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:22:48,100 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:22:48,101 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:22:48,101 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:22:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:22:48,508 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store 2024-11-14T00:22:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:22:48,922 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:48,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:22:48,923 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:48,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:48,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:22:48,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:48,923 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:48,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543768922Disabling compacts and flushes for region at 1731543768922Disabling writes for close at 1731543768923 (+1 ms)Writing region close event to WAL at 1731543768923Closed at 1731543768923 2024-11-14T00:22:48,924 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/.initializing 2024-11-14T00:22:48,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066 2024-11-14T00:22:48,925 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:22:48,927 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C41319%2C1731543766066, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/oldWALs, maxLogs=10 2024-11-14T00:22:48,946 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066/63baa11b75f3%2C41319%2C1731543766066.1731543768928, exclude list is [], retry=0 2024-11-14T00:22:48,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:22:48,961 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066/63baa11b75f3%2C41319%2C1731543766066.1731543768928 2024-11-14T00:22:48,964 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:22:48,964 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:22:48,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:48,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,965 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:22:48,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:48,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:48,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:22:48,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:22:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:22:48,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:22:48,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:22:48,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:48,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:22:48,983 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,984 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,984 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,985 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,985 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,986 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:22:48,987 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:48,995 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:22:48,995 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64544094, jitterRate=-0.03821805119514465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:22:48,996 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543768965Initializing all the Stores at 1731543768970 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543768970Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543768971 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543768971Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543768971Cleaning up temporary data from old regions at 1731543768985 (+14 ms)Region opened successfully at 1731543768996 (+11 ms) 2024-11-14T00:22:49,000 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:22:49,003 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488b4c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:22:49,004 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:22:49,004 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:22:49,004 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:22:49,004 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:22:49,005 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:22:49,005 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:22:49,005 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:22:49,012 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:22:49,012 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/balancer because node does not exist (not necessarily an error) 2024-11-14T00:22:49,072 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/balancer already deleted, retry=false 2024-11-14T00:22:49,073 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:22:49,074 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:22:49,125 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/normalizer already deleted, retry=false 2024-11-14T00:22:49,125 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:22:49,134 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:22:49,192 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/switch/split already deleted, retry=false 2024-11-14T00:22:49,201 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:22:49,252 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/switch/merge already deleted, retry=false 2024-11-14T00:22:49,264 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:22:49,296 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/snapshot-cleanup already deleted, retry=false 2024-11-14T00:22:49,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:22:49,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:22:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:49,360 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,41319,1731543766066, sessionid=0x10136b900a20000, setting cluster-up flag (Was=false) 2024-11-14T00:22:49,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:49,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:49,652 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-341363948/flush-table-proc/acquired, /0-341363948/flush-table-proc/reached, /0-341363948/flush-table-proc/abort 2024-11-14T00:22:49,654 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41319,1731543766066 2024-11-14T00:22:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:22:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:22:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:22:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:22:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:22:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:50,014 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-341363948/online-snapshot/acquired, /0-341363948/online-snapshot/reached, /0-341363948/online-snapshot/abort 2024-11-14T00:22:50,015 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41319,1731543766066 2024-11-14T00:22:50,016 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:22:50,018 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:50,018 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:22:50,018 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:22:50,018 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,41319,1731543766066 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:22:50,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:50,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:22:50,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:50,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:22:50,026 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543800026 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:22:50,027 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,028 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:22:50,028 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:22:50,028 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:22:50,028 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:22:50,031 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:22:50,031 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:22:50,031 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543770031,5,FailOnTimeoutGroup] 2024-11-14T00:22:50,031 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543770031,5,FailOnTimeoutGroup] 2024-11-14T00:22:50,031 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:22:50,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:22:50,077 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(746): ClusterId : e8693fb5-5abd-4fce-95b2-a9498aa92a04 2024-11-14T00:22:50,078 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:22:50,152 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:22:50,152 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:22:50,197 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:22:50,197 DEBUG [RS:0;63baa11b75f3:38365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6aeadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:22:50,211 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:38365 2024-11-14T00:22:50,211 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:22:50,211 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:22:50,211 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:22:50,212 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,41319,1731543766066 with port=38365, startcode=1731543766853 2024-11-14T00:22:50,212 DEBUG [RS:0;63baa11b75f3:38365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:22:50,214 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:22:50,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,216 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb 2024-11-14T00:22:50,216 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37167 2024-11-14T00:22:50,216 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:22:50,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/rs 2024-11-14T00:22:50,276 DEBUG [RS:0;63baa11b75f3:38365 {}] zookeeper.ZKUtil(111): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on existing znode=/0-341363948/rs/63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,276 WARN [RS:0;63baa11b75f3:38365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:22:50,276 INFO [RS:0;63baa11b75f3:38365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:22:50,277 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,38365,1731543766853] 2024-11-14T00:22:50,283 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:22:50,284 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:22:50,285 INFO [RS:0;63baa11b75f3:38365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:22:50,285 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,285 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:22:50,287 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:22:50,288 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:22:50,288 DEBUG [RS:0;63baa11b75f3:38365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:22:50,304 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,304 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,304 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,304 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,304 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,304 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38365,1731543766853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:22:50,322 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:22:50,322 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38365,1731543766853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,322 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,322 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.Replication(171): 63baa11b75f3,38365,1731543766853 started 2024-11-14T00:22:50,335 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:50,335 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,38365,1731543766853, RpcServer on 63baa11b75f3/172.17.0.3:38365, sessionid=0x10136b900a20001 2024-11-14T00:22:50,336 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:22:50,336 DEBUG [RS:0;63baa11b75f3:38365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,336 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,38365,1731543766853' 2024-11-14T00:22:50,336 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-341363948/flush-table-proc/abort' 2024-11-14T00:22:50,336 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-341363948/flush-table-proc/acquired' 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,38365,1731543766853' 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-341363948/online-snapshot/abort' 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-341363948/online-snapshot/acquired' 2024-11-14T00:22:50,337 DEBUG [RS:0;63baa11b75f3:38365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:22:50,337 INFO [RS:0;63baa11b75f3:38365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:22:50,337 INFO [RS:0;63baa11b75f3:38365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:22:50,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:22:50,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb 2024-11-14T00:22:50,438 INFO [RS:0;63baa11b75f3:38365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:22:50,440 INFO [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C38365%2C1731543766853, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs, maxLogs=10 2024-11-14T00:22:50,459 DEBUG [RS:0;63baa11b75f3:38365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441, exclude list is [], retry=0 2024-11-14T00:22:50,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:22:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:22:50,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:50,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:22:50,493 INFO [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441 2024-11-14T00:22:50,493 DEBUG [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:22:50,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:22:50,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:50,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:50,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:22:50,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:22:50,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:50,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:50,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:22:50,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:22:50,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:50,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:50,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:22:50,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:22:50,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:50,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:50,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:22:50,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740 2024-11-14T00:22:50,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740 2024-11-14T00:22:50,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:22:50,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:22:50,604 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:22:50,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:22:50,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:22:50,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60962323, jitterRate=-0.09159059822559357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543770469Initializing all the Stores at 1731543770470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543770470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543770488 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543770488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543770489 (+1 ms)Cleaning up temporary data from old regions at 1731543770596 (+107 ms)Region opened successfully at 1731543770649 (+53 ms) 2024-11-14T00:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:22:50,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:22:50,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:22:50,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543770649Disabling compacts and flushes for region at 1731543770649Disabling writes for close at 1731543770649Writing region close event to WAL at 1731543770660 (+11 ms)Closed at 1731543770660 2024-11-14T00:22:50,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:50,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:22:50,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:22:50,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:22:50,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:22:50,843 DEBUG [63baa11b75f3:41319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:22:50,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,38365,1731543766853 2024-11-14T00:22:50,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,38365,1731543766853, state=OPENING 2024-11-14T00:22:50,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:22:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:22:51,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:22:51,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:22:51,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:22:51,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,38365,1731543766853}] 2024-11-14T00:22:51,808 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:22:51,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:22:51,813 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:22:51,813 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:22:51,813 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:22:51,814 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C38365%2C1731543766853.meta, suffix=.meta, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs, maxLogs=10 2024-11-14T00:22:51,826 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.meta.1731543771814.meta, exclude list is [], retry=0 2024-11-14T00:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:22:51,830 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.meta.1731543771814.meta 2024-11-14T00:22:51,830 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:22:51,830 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:22:51,830 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:22:51,830 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:22:51,830 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:22:51,830 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:22:51,831 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:22:51,831 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:51,831 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:22:51,831 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:22:51,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:22:51,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:22:51,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:51,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:51,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:22:51,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:22:51,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:51,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:51,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:22:51,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:22:51,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:51,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:51,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:22:51,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:22:51,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:51,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:51,835 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:22:51,836 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740 2024-11-14T00:22:51,837 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740 2024-11-14T00:22:51,838 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:22:51,838 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:22:51,838 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:22:51,839 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:22:51,840 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68413647, jitterRate=0.019442781805992126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:22:51,840 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:22:51,840 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543771831Writing region info on filesystem at 1731543771831Initializing all the Stores at 1731543771831Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543771831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543771832 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543771832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543771832Cleaning up temporary data from old regions at 1731543771838 (+6 ms)Running coprocessor post-open hooks at 1731543771840 (+2 ms)Region opened successfully at 1731543771840 2024-11-14T00:22:51,841 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543771808 2024-11-14T00:22:51,852 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:22:51,852 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:22:51,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,38365,1731543766853 2024-11-14T00:22:51,853 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,38365,1731543766853, state=OPEN 2024-11-14T00:22:52,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:22:52,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:22:52,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:22:52,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:22:52,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,38365,1731543766853 2024-11-14T00:22:52,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:22:52,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,38365,1731543766853 in 435 msec 2024-11-14T00:22:52,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:22:52,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4160 sec 2024-11-14T00:22:52,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:52,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:22:52,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:22:52,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,38365,1731543766853, seqNum=-1] 2024-11-14T00:22:52,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:22:52,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:22:52,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0870 sec 2024-11-14T00:22:52,105 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543772105, completionTime=-1 2024-11-14T00:22:52,105 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:22:52,105 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:22:52,107 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:22:52,107 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543832107 2024-11-14T00:22:52,107 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543892107 2024-11-14T00:22:52,107 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:22:52,108 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41319,1731543766066-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,108 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41319,1731543766066-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,108 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41319,1731543766066-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,108 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:41319, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,108 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,108 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,110 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:22:52,111 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.926sec 2024-11-14T00:22:52,111 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:22:52,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:22:52,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:22:52,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:22:52,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:22:52,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41319,1731543766066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:22:52,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41319,1731543766066-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:22:52,114 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:22:52,114 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:22:52,114 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41319,1731543766066-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:52,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c6e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:22:52,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41319,-1 for getting cluster id 2024-11-14T00:22:52,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:22:52,181 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8693fb5-5abd-4fce-95b2-a9498aa92a04' 2024-11-14T00:22:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:22:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8693fb5-5abd-4fce-95b2-a9498aa92a04" 2024-11-14T00:22:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30390329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:22:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41319,-1] 2024-11-14T00:22:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:22:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:22:52,182 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:22:52,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275d2ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:22:52,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:22:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,38365,1731543766853, seqNum=-1] 2024-11-14T00:22:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:22:52,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:22:52,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,41319,1731543766066 2024-11-14T00:22:52,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:22:52,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:22:52,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136b900a20002 connected 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir so I do NOT create it in target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c 2024-11-14T00:22:52,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.tmp.dir so I do NOT create it in target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c 2024-11-14T00:22:52,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:22:52,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/cluster_43b49cc0-62f8-b338-9508-4270b8a9e176, deleteOnExit=true 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/test.cache.data in system properties and HBase conf 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:22:52,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:22:52,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:22:52,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:22:52,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:22:52,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:22:53,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:22:53,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:22:53,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:22:53,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:22:53,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a35a8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:22:53,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20fc1b4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:22:53,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6acc4752{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/java.io.tmpdir/jetty-localhost-42593-hadoop-hdfs-3_4_1-tests_jar-_-any-1972974566568308309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:22:53,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247003a7{HTTP/1.1, (http/1.1)}{localhost:42593} 2024-11-14T00:22:53,139 INFO [Time-limited test {}] server.Server(415): Started @176274ms 2024-11-14T00:22:53,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:22:53,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:22:53,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:22:53,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:22:53,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:22:53,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cce08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:22:53,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526f66b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:22:53,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74f65f0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/java.io.tmpdir/jetty-localhost-36625-hadoop-hdfs-3_4_1-tests_jar-_-any-14228715778828734234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:22:53,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc4fdd3{HTTP/1.1, (http/1.1)}{localhost:36625} 2024-11-14T00:22:53,870 INFO [Time-limited test {}] server.Server(415): Started @177005ms 2024-11-14T00:22:53,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:22:54,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:54,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:22:55,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:22:55,440 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/cluster_43b49cc0-62f8-b338-9508-4270b8a9e176/data/data2/current/BP-1898150844-172.17.0.3-1731543772351/current, will proceed with Du for space computation calculation, 2024-11-14T00:22:55,445 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/cluster_43b49cc0-62f8-b338-9508-4270b8a9e176/data/data1/current/BP-1898150844-172.17.0.3-1731543772351/current, will proceed with Du for space computation calculation, 2024-11-14T00:22:55,536 WARN [Thread-1402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:22:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaab6d328cd3af597 with lease ID 0xb443b8e78be587c6: Processing first storage report for DS-31172db4-34ac-4c40-af06-f2b564849309 from datanode DatanodeRegistration(127.0.0.1:40299, datanodeUuid=6f30cd06-8c27-434b-8b83-a260d842bf16, infoPort=40521, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=210022237;c=1731543772351) 2024-11-14T00:22:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaab6d328cd3af597 with lease ID 0xb443b8e78be587c6: from storage DS-31172db4-34ac-4c40-af06-f2b564849309 node DatanodeRegistration(127.0.0.1:40299, datanodeUuid=6f30cd06-8c27-434b-8b83-a260d842bf16, infoPort=40521, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=210022237;c=1731543772351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:22:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaab6d328cd3af597 with lease ID 0xb443b8e78be587c6: Processing first storage report for DS-4025eb1d-e661-4418-ad74-4e5d7abfe976 from datanode DatanodeRegistration(127.0.0.1:40299, datanodeUuid=6f30cd06-8c27-434b-8b83-a260d842bf16, infoPort=40521, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=210022237;c=1731543772351) 2024-11-14T00:22:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaab6d328cd3af597 with lease ID 0xb443b8e78be587c6: from storage DS-4025eb1d-e661-4418-ad74-4e5d7abfe976 node DatanodeRegistration(127.0.0.1:40299, datanodeUuid=6f30cd06-8c27-434b-8b83-a260d842bf16, infoPort=40521, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=210022237;c=1731543772351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:22:55,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c 2024-11-14T00:22:55,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:55,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:22:56,042 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6 with version=8 2024-11-14T00:22:56,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/hbase-staging 2024-11-14T00:22:56,044 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:22:56,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:22:56,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42751 2024-11-14T00:22:56,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42751 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:22:56,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427510x0, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:22:56,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42751-0x10136b900a20003 connected 2024-11-14T00:22:56,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:56,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:56,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/running 2024-11-14T00:22:56,211 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6, hbase.cluster.distributed=false 2024-11-14T00:22:56,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/acl 2024-11-14T00:22:56,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42751 2024-11-14T00:22:56,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42751 2024-11-14T00:22:56,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42751 2024-11-14T00:22:56,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42751 2024-11-14T00:22:56,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42751 2024-11-14T00:22:56,283 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:22:56,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:22:56,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:22:56,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36283 2024-11-14T00:22:56,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36283 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:22:56,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:56,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:56,326 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362830x0, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:22:56,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362830x0, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/running 2024-11-14T00:22:56,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:22:56,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36283-0x10136b900a20004 connected 2024-11-14T00:22:56,336 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:22:56,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/master 2024-11-14T00:22:56,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/acl 2024-11-14T00:22:56,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36283 2024-11-14T00:22:56,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36283 2024-11-14T00:22:56,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36283 2024-11-14T00:22:56,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36283 2024-11-14T00:22:56,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36283 2024-11-14T00:22:56,375 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:42751 2024-11-14T00:22:56,377 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1009602004/backup-masters/63baa11b75f3,42751,1731543776044 2024-11-14T00:22:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004/backup-masters 2024-11-14T00:22:56,392 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004/backup-masters 2024-11-14T00:22:56,396 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on existing znode=/1-1009602004/backup-masters/63baa11b75f3,42751,1731543776044 2024-11-14T00:22:56,403 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1009602004/master 2024-11-14T00:22:56,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:56,404 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:56,405 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on existing znode=/1-1009602004/master 2024-11-14T00:22:56,406 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1009602004/backup-masters/63baa11b75f3,42751,1731543776044 from backup master directory 2024-11-14T00:22:56,414 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004/backup-masters 2024-11-14T00:22:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1009602004/backup-masters/63baa11b75f3,42751,1731543776044 2024-11-14T00:22:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004/backup-masters 2024-11-14T00:22:56,414 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:22:56,414 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,42751,1731543776044 2024-11-14T00:22:56,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/hbase.id] with ID: 9c8b883e-3411-4159-a282-49325a711a35 2024-11-14T00:22:56,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/.tmp/hbase.id 2024-11-14T00:22:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:22:56,872 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/.tmp/hbase.id]:[hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/hbase.id] 2024-11-14T00:22:56,884 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:22:56,884 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:22:56,885 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:22:56,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:56,898 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:22:57,337 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:22:57,338 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:22:57,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:22:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:22:57,798 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store 2024-11-14T00:22:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:22:58,239 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:58,239 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:22:58,239 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:58,239 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:58,239 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:22:58,239 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:58,239 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:22:58,239 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543778239Disabling compacts and flushes for region at 1731543778239Disabling writes for close at 1731543778239Writing region close event to WAL at 1731543778239Closed at 1731543778239 2024-11-14T00:22:58,240 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/.initializing 2024-11-14T00:22:58,240 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/WALs/63baa11b75f3,42751,1731543776044 2024-11-14T00:22:58,241 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:22:58,242 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C42751%2C1731543776044, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/WALs/63baa11b75f3,42751,1731543776044, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/oldWALs, maxLogs=10 2024-11-14T00:22:58,258 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/WALs/63baa11b75f3,42751,1731543776044/63baa11b75f3%2C42751%2C1731543776044.1731543778242, exclude list is [], retry=0 2024-11-14T00:22:58,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-31172db4-34ac-4c40-af06-f2b564849309,DISK] 2024-11-14T00:22:58,262 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/WALs/63baa11b75f3,42751,1731543776044/63baa11b75f3%2C42751%2C1731543776044.1731543778242 2024-11-14T00:22:58,263 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40521:40521)] 2024-11-14T00:22:58,263 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:22:58,263 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:58,263 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,263 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:22:58,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:58,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:58,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:22:58,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:58,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:22:58,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:22:58,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:58,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:22:58,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:22:58,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:58,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:22:58,272 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,273 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,273 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,274 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,274 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,275 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:22:58,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:22:58,279 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:22:58,279 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71840301, jitterRate=0.07050390541553497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:22:58,279 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543778263Initializing all the Stores at 1731543778264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543778264Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543778265 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543778265Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543778265Cleaning up temporary data from old regions at 1731543778274 (+9 ms)Region opened successfully at 1731543778279 (+5 ms) 2024-11-14T00:22:58,279 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:22:58,283 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d00a41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:22:58,284 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:22:58,284 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:22:58,284 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:22:58,284 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:22:58,284 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:22:58,285 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:22:58,285 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:22:58,290 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:22:58,291 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Unable to get data of znode /1-1009602004/balancer because node does not exist (not necessarily an error) 2024-11-14T00:22:58,326 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/balancer already deleted, retry=false 2024-11-14T00:22:58,326 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:22:58,327 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Unable to get data of znode /1-1009602004/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:22:58,391 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/normalizer already deleted, retry=false 2024-11-14T00:22:58,392 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:22:58,393 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Unable to get data of znode /1-1009602004/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:22:58,465 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/switch/split already deleted, retry=false 2024-11-14T00:22:58,466 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Unable to get data of znode /1-1009602004/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:22:58,518 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/switch/merge already deleted, retry=false 2024-11-14T00:22:58,521 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Unable to get data of znode /1-1009602004/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:22:58,583 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/snapshot-cleanup already deleted, retry=false 2024-11-14T00:22:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1009602004/running 2024-11-14T00:22:58,603 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1009602004/running 2024-11-14T00:22:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:58,604 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:58,604 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,42751,1731543776044, sessionid=0x10136b900a20003, setting cluster-up flag (Was=false) 2024-11-14T00:22:58,677 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:58,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:58,877 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1009602004/flush-table-proc/acquired, /1-1009602004/flush-table-proc/reached, /1-1009602004/flush-table-proc/abort 2024-11-14T00:22:58,878 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,42751,1731543776044 2024-11-14T00:22:59,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:59,046 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:22:59,348 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1009602004/online-snapshot/acquired, /1-1009602004/online-snapshot/reached, /1-1009602004/online-snapshot/abort 2024-11-14T00:22:59,349 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,42751,1731543776044 2024-11-14T00:22:59,350 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:22:59,352 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:59,352 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:22:59,352 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:22:59,352 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,42751,1731543776044 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:22:59,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:59,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:22:59,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:59,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543809361 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:22:59,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:22:59,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:22:59,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:22:59,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:22:59,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:22:59,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:22:59,367 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543779362,5,FailOnTimeoutGroup] 2024-11-14T00:22:59,367 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543779367,5,FailOnTimeoutGroup] 2024-11-14T00:22:59,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:22:59,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:22:59,378 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(746): ClusterId : 9c8b883e-3411-4159-a282-49325a711a35 2024-11-14T00:22:59,378 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:22:59,416 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:22:59,416 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:22:59,473 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:22:59,473 DEBUG [RS:0;63baa11b75f3:36283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eb6626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:22:59,490 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:36283 2024-11-14T00:22:59,490 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:22:59,490 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:22:59,490 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:22:59,501 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,42751,1731543776044 with port=36283, startcode=1731543776303 2024-11-14T00:22:59,501 DEBUG [RS:0;63baa11b75f3:36283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:22:59,504 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:22:59,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,36283,1731543776303 2024-11-14T00:22:59,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42751 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,36283,1731543776303 2024-11-14T00:22:59,506 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6 2024-11-14T00:22:59,506 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43367 2024-11-14T00:22:59,506 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:22:59,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004/rs 2024-11-14T00:22:59,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,36283,1731543776303] 2024-11-14T00:22:59,602 DEBUG [RS:0;63baa11b75f3:36283 {}] zookeeper.ZKUtil(111): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on existing znode=/1-1009602004/rs/63baa11b75f3,36283,1731543776303 2024-11-14T00:22:59,602 WARN [RS:0;63baa11b75f3:36283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:22:59,602 INFO [RS:0;63baa11b75f3:36283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:22:59,602 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303 2024-11-14T00:22:59,606 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:22:59,608 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:22:59,608 INFO [RS:0;63baa11b75f3:36283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:22:59,608 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,609 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:22:59,609 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:22:59,609 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,609 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,609 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,609 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,609 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,609 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:22:59,610 DEBUG [RS:0;63baa11b75f3:36283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:22:59,616 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,616 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,616 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,616 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,616 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,616 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36283,1731543776303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:22:59,640 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:22:59,641 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36283,1731543776303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,641 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,641 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.Replication(171): 63baa11b75f3,36283,1731543776303 started 2024-11-14T00:22:59,659 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:22:59,659 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,36283,1731543776303, RpcServer on 63baa11b75f3/172.17.0.3:36283, sessionid=0x10136b900a20004 2024-11-14T00:22:59,659 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:22:59,659 DEBUG [RS:0;63baa11b75f3:36283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,36283,1731543776303 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36283,1731543776303' 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1009602004/flush-table-proc/abort' 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1009602004/flush-table-proc/acquired' 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,36283,1731543776303 2024-11-14T00:22:59,660 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36283,1731543776303' 2024-11-14T00:22:59,661 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1009602004/online-snapshot/abort' 2024-11-14T00:22:59,661 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1009602004/online-snapshot/acquired' 2024-11-14T00:22:59,663 DEBUG [RS:0;63baa11b75f3:36283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:22:59,663 INFO [RS:0;63baa11b75f3:36283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:22:59,663 INFO [RS:0;63baa11b75f3:36283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:22:59,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:22:59,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:22:59,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:22:59,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T00:22:59,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:22:59,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:22:59,764 INFO [RS:0;63baa11b75f3:36283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:22:59,781 INFO [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36283%2C1731543776303, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/oldWALs, maxLogs=10 2024-11-14T00:22:59,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:22:59,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6 2024-11-14T00:22:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:22:59,807 DEBUG [RS:0;63baa11b75f3:36283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303/63baa11b75f3%2C36283%2C1731543776303.1731543779781, exclude list is [], retry=0 2024-11-14T00:22:59,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:22:59,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-31172db4-34ac-4c40-af06-f2b564849309,DISK] 2024-11-14T00:22:59,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:22:59,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:22:59,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:59,822 INFO [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303/63baa11b75f3%2C36283%2C1731543776303.1731543779781 2024-11-14T00:22:59,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:59,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:22:59,824 DEBUG [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40521:40521)] 2024-11-14T00:22:59,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:22:59,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:59,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:59,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:22:59,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:22:59,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:59,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:59,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:22:59,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:22:59,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:22:59,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:22:59,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:22:59,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740 2024-11-14T00:22:59,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740 2024-11-14T00:22:59,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:22:59,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:22:59,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:22:59,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:22:59,842 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:22:59,842 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645516, jitterRate=-0.06650906801223755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:22:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543779808Initializing all the Stores at 1731543779809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543779809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543779812 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543779812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543779812Cleaning up temporary data from old regions at 1731543779836 (+24 ms)Region opened successfully at 1731543779842 (+6 ms) 2024-11-14T00:22:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:22:59,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:22:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:22:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:22:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:22:59,843 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:22:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543779843Disabling compacts and flushes for region at 1731543779843Disabling writes for close at 1731543779843Writing region close event to WAL at 1731543779843Closed at 1731543779843 2024-11-14T00:22:59,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:22:59,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:22:59,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:22:59,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:22:59,855 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:23:00,006 DEBUG [63baa11b75f3:42751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:23:00,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,36283,1731543776303 2024-11-14T00:23:00,008 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36283,1731543776303, state=OPENING 2024-11-14T00:23:00,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:23:00,134 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:23:00,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:23:00,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:00,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1009602004/meta-region-server: CHANGED 2024-11-14T00:23:00,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1009602004/meta-region-server: CHANGED 2024-11-14T00:23:00,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36283,1731543776303}] 2024-11-14T00:23:00,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:00,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:23:00,304 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:23:00,304 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:00,305 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:23:00,307 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36283%2C1731543776303.meta, suffix=.meta, logDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/oldWALs, maxLogs=10 2024-11-14T00:23:00,326 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303/63baa11b75f3%2C36283%2C1731543776303.meta.1731543780307.meta, exclude list is [], retry=0 2024-11-14T00:23:00,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-31172db4-34ac-4c40-af06-f2b564849309,DISK] 2024-11-14T00:23:00,330 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/WALs/63baa11b75f3,36283,1731543776303/63baa11b75f3%2C36283%2C1731543776303.meta.1731543780307.meta 2024-11-14T00:23:00,330 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40521:40521)] 2024-11-14T00:23:00,330 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:00,330 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:00,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:00,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:23:00,331 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:23:00,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:23:00,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:00,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:23:00,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:23:00,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:00,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:00,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:00,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:00,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:00,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:00,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:00,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:00,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:00,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:00,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:00,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:00,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:00,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:00,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:00,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:00,347 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:00,347 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740 2024-11-14T00:23:00,348 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740 2024-11-14T00:23:00,349 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:00,349 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:00,350 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:00,351 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:00,351 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65038535, jitterRate=-0.030850306153297424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:00,351 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:23:00,351 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543780331Writing region info on filesystem at 1731543780331Initializing all the Stores at 1731543780333 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543780333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543780336 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543780336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543780336Cleaning up temporary data from old regions at 1731543780349 (+13 ms)Running coprocessor post-open hooks at 1731543780351 (+2 ms)Region opened successfully at 1731543780351 2024-11-14T00:23:00,352 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543780288 2024-11-14T00:23:00,354 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:23:00,354 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:23:00,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36283,1731543776303 2024-11-14T00:23:00,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36283,1731543776303, state=OPEN 2024-11-14T00:23:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1009602004/meta-region-server 2024-11-14T00:23:00,392 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1009602004/meta-region-server 2024-11-14T00:23:00,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1009602004/meta-region-server: CHANGED 2024-11-14T00:23:00,393 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,36283,1731543776303 2024-11-14T00:23:00,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1009602004/meta-region-server: CHANGED 2024-11-14T00:23:00,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:23:00,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36283,1731543776303 in 259 msec 2024-11-14T00:23:00,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:23:00,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 569 msec 2024-11-14T00:23:00,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:00,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:23:00,422 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:00,422 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36283,1731543776303, seqNum=-1] 2024-11-14T00:23:00,423 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:00,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:00,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0780 sec 2024-11-14T00:23:00,432 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543780431, completionTime=-1 2024-11-14T00:23:00,432 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:23:00,432 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:23:00,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:23:00,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543840434 2024-11-14T00:23:00,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543900434 2024-11-14T00:23:00,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:23:00,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42751,1731543776044-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42751,1731543776044-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42751,1731543776044-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:42751, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,436 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,437 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.027sec 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42751,1731543776044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:00,441 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42751,1731543776044-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:23:00,445 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:23:00,445 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:23:00,445 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42751,1731543776044-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:00,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776508e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42751,-1 for getting cluster id 2024-11-14T00:23:00,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:00,480 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8b883e-3411-4159-a282-49325a711a35' 2024-11-14T00:23:00,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:00,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8b883e-3411-4159-a282-49325a711a35" 2024-11-14T00:23:00,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d08e6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42751,-1] 2024-11-14T00:23:00,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:00,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:00,485 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:00,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98d358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:00,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36283,1731543776303, seqNum=-1] 2024-11-14T00:23:00,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:00,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:00,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,42751,1731543776044 2024-11-14T00:23:00,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:23:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:00,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136b900a20005 connected 2024-11-14T00:23:00,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf65216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41319,-1 for getting cluster id 2024-11-14T00:23:00,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:00,624 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8693fb5-5abd-4fce-95b2-a9498aa92a04' 2024-11-14T00:23:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8693fb5-5abd-4fce-95b2-a9498aa92a04" 2024-11-14T00:23:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530a72b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41319,-1] 2024-11-14T00:23:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:00,628 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b995fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41319,1731543766066 2024-11-14T00:23:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174d35a9 2024-11-14T00:23:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:00,631 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:00,632 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:42751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:23:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:23:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:00,634 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42751' 2024-11-14T00:23:00,635 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e097e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,635 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42751,-1 for getting cluster id 2024-11-14T00:23:00,635 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:00,636 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8b883e-3411-4159-a282-49325a711a35' 2024-11-14T00:23:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8b883e-3411-4159-a282-49325a711a35" 2024-11-14T00:23:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bddae60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42751,-1] 2024-11-14T00:23:00,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:00,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:00,637 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:00,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1711764f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:00,638 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42751,1731543776044 2024-11-14T00:23:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cc52e6a 2024-11-14T00:23:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:00,640 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:00,641 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T00:23:00,641 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:23:00,641 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:00,641 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:00,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:00,641 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:00,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:23:00,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:23:00,644 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:00,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:23:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741835_1011 (size=1138) 2024-11-14T00:23:00,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e680cb81f2cd99024fa48d8ce68393e, NAME => 'hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb 2024-11-14T00:23:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741836_1012 (size=44) 2024-11-14T00:23:00,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:00,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e680cb81f2cd99024fa48d8ce68393e, disabling compactions & flushes 2024-11-14T00:23:00,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:00,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:00,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. after waiting 0 ms 2024-11-14T00:23:00,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:00,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:00,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e680cb81f2cd99024fa48d8ce68393e: Waiting for close lock at 1731543780684Disabling compacts and flushes for region at 1731543780684Disabling writes for close at 1731543780685 (+1 ms)Writing region close event to WAL at 1731543780685Closed at 1731543780685 2024-11-14T00:23:00,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:23:00,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543780686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543780686"}]},"ts":"1731543780686"} 2024-11-14T00:23:00,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:23:00,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:23:00,693 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:23:00,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543780692"}]},"ts":"1731543780692"} 2024-11-14T00:23:00,697 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:23:00,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN}] 2024-11-14T00:23:00,699 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN 2024-11-14T00:23:00,699 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN; state=OFFLINE, location=63baa11b75f3,38365,1731543766853; forceNewPlan=false, retain=false 2024-11-14T00:23:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:00,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8e680cb81f2cd99024fa48d8ce68393e, regionState=OPENING, regionLocation=63baa11b75f3,38365,1731543766853 2024-11-14T00:23:00,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN because future has completed 2024-11-14T00:23:00,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e680cb81f2cd99024fa48d8ce68393e, server=63baa11b75f3,38365,1731543766853}] 2024-11-14T00:23:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:01,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:01,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:01,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:23:01,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C38365%2C1731543766853.rep, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs, maxLogs=10 2024-11-14T00:23:01,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.rep.1731543781027, exclude list is [], retry=0 2024-11-14T00:23:01,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:23:01,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.rep.1731543781027 2024-11-14T00:23:01,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:23:01,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e680cb81f2cd99024fa48d8ce68393e, NAME => 'hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:01,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:01,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:01,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. service=MultiRowMutationService 2024-11-14T00:23:01,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:23:01,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:01,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,100 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,105 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e680cb81f2cd99024fa48d8ce68393e columnFamilyName hfileref 2024-11-14T00:23:01,105 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:01,106 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(327): Store=8e680cb81f2cd99024fa48d8ce68393e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:01,106 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,108 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e680cb81f2cd99024fa48d8ce68393e columnFamilyName queue 2024-11-14T00:23:01,108 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:01,108 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(327): Store=8e680cb81f2cd99024fa48d8ce68393e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:01,109 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,110 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e680cb81f2cd99024fa48d8ce68393e columnFamilyName sid 2024-11-14T00:23:01,110 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:01,111 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(327): Store=8e680cb81f2cd99024fa48d8ce68393e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:01,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:23:01,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:01,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8e680cb81f2cd99024fa48d8ce68393e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64895963, jitterRate=-0.03297479450702667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:23:01,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8e680cb81f2cd99024fa48d8ce68393e: Running coprocessor pre-open hook at 1731543781082Writing region info on filesystem at 1731543781082Initializing all the Stores at 1731543781090 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543781090Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543781092 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543781092Cleaning up temporary data from old regions at 1731543781114 (+22 ms)Running coprocessor post-open hooks at 1731543781130 (+16 ms)Region opened successfully at 1731543781131 (+1 ms) 2024-11-14T00:23:01,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., pid=7, masterSystemTime=1731543781010 2024-11-14T00:23:01,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:01,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:01,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8e680cb81f2cd99024fa48d8ce68393e, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,38365,1731543766853 2024-11-14T00:23:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e680cb81f2cd99024fa48d8ce68393e, server=63baa11b75f3,38365,1731543766853 because future has completed 2024-11-14T00:23:01,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T00:23:01,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e680cb81f2cd99024fa48d8ce68393e, server=63baa11b75f3,38365,1731543766853 in 291 msec 2024-11-14T00:23:01,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:23:01,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN in 453 msec 2024-11-14T00:23:01,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:23:01,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543781158"}]},"ts":"1731543781158"} 2024-11-14T00:23:01,161 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:23:01,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:23:01,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 521 msec 2024-11-14T00:23:01,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., hostname=63baa11b75f3,38365,1731543766853, seqNum=2] 2024-11-14T00:23:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:01,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:01,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:01,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:23:01,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T00:23:01,592 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:23:01,666 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,38365,1731543766853, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:23:01,667 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:01,667 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,38365,1731543766853, seqNum=-1] 2024-11-14T00:23:01,667 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:01,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T00:23:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,38365,1731543766853', locateType=CURRENT is [region=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., hostname=63baa11b75f3,38365,1731543766853, seqNum=2] 2024-11-14T00:23:01,676 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T00:23:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T00:23:01,684 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,38365,1731543766853 suceeded 2024-11-14T00:23:01,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T00:23:01,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-14T00:23:01,694 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:42751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:23:01,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0620 sec 2024-11-14T00:23:01,702 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42751' 2024-11-14T00:23:01,703 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a77b0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:01,703 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42751,-1 for getting cluster id 2024-11-14T00:23:01,703 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:01,704 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8b883e-3411-4159-a282-49325a711a35' 2024-11-14T00:23:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8b883e-3411-4159-a282-49325a711a35" 2024-11-14T00:23:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26ef13c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42751,-1] 2024-11-14T00:23:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,706 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:01,707 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796b82b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:01,707 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42751,1731543776044 2024-11-14T00:23:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52586765 2024-11-14T00:23:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:01,709 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T00:23:01,710 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,38365,1731543766853 (queues=1) is replicating from cluster=e8693fb5-5abd-4fce-95b2-a9498aa92a04 to cluster=9c8b883e-3411-4159-a282-49325a711a35 2024-11-14T00:23:01,710 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C38365%2C1731543766853 2024-11-14T00:23:01,710 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,38365,1731543766853, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:23:01,712 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.wal-reader.63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441, startPosition=0, beingWritten=true 2024-11-14T00:23:01,715 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.shipper63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C38365%2C1731543766853 2024-11-14T00:23:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:01,772 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:23:01,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:01,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:01,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:01,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41319,1731543766066 2024-11-14T00:23:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ef8bfc 2024-11-14T00:23:01,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:01,779 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:01,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41319 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:23:01,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:01,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:23:01,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1133262034, stopped=false 2024-11-14T00:23:01,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,41319,1731543766066 2024-11-14T00:23:01,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:23:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:23:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:01,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:01,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:01,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:01,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,38365,1731543766853' ***** 2024-11-14T00:23:01,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:23:01,828 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:23:01,828 INFO [RS:0;63baa11b75f3:38365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:23:01,828 INFO [RS:0;63baa11b75f3:38365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:23:01,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:23:01,828 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:23:01,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,38365,1731543766853 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:38365. 2024-11-14T00:23:01,832 DEBUG [RS:0;63baa11b75f3:38365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:01,832 DEBUG [RS:0;63baa11b75f3:38365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:01,832 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e680cb81f2cd99024fa48d8ce68393e, disabling compactions & flushes 2024-11-14T00:23:01,832 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:23:01,832 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:23:01,832 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. after waiting 0 ms 2024-11-14T00:23:01,832 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:23:01,832 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:01,832 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e680cb81f2cd99024fa48d8ce68393e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T00:23:01,833 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:23:01,833 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1325): Online Regions={8e680cb81f2cd99024fa48d8ce68393e=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:23:01,833 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:01,833 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:01,833 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:01,833 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:01,833 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:01,833 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:01,833 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T00:23:01,862 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/.tmp/queue/8cb54c6de6014dc5b4494c8694c6267e is 151, key is 1-63baa11b75f3,38365,1731543766853/queue:63baa11b75f3%2C38365%2C1731543766853/1731543781671/Put/seqid=0 2024-11-14T00:23:01,864 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/info/a4cb11f96a5f45548599349aeacaa373 is 147, key is hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e./info:regioninfo/1731543781140/Put/seqid=0 2024-11-14T00:23:01,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741838_1014 (size=5350) 2024-11-14T00:23:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741839_1015 (size=6631) 2024-11-14T00:23:01,926 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:01,937 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.wal-reader.63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441 to pos 0, reset compression=false 2024-11-14T00:23:02,033 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:02,233 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.wal-reader.63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441 to pos 0, reset compression=false 2024-11-14T00:23:02,278 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/info/a4cb11f96a5f45548599349aeacaa373 2024-11-14T00:23:02,278 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/.tmp/queue/8cb54c6de6014dc5b4494c8694c6267e 2024-11-14T00:23:02,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:23:02,287 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/.tmp/queue/8cb54c6de6014dc5b4494c8694c6267e as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/queue/8cb54c6de6014dc5b4494c8694c6267e 2024-11-14T00:23:02,293 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/queue/8cb54c6de6014dc5b4494c8694c6267e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T00:23:02,294 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8e680cb81f2cd99024fa48d8ce68393e in 462ms, sequenceid=5, compaction requested=false 2024-11-14T00:23:02,298 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:23:02,299 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:02,299 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:02,299 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:02,299 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e680cb81f2cd99024fa48d8ce68393e: Waiting for close lock at 1731543781832Running coprocessor pre-close hooks at 1731543781832Disabling compacts and flushes for region at 1731543781832Disabling writes for close at 1731543781832Obtaining lock to block concurrent updates at 1731543781832Preparing flush snapshotting stores in 8e680cb81f2cd99024fa48d8ce68393e at 1731543781832Finished memstore snapshotting hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731543781833 (+1 ms)Flushing stores of hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. at 1731543781840 (+7 ms)Flushing 8e680cb81f2cd99024fa48d8ce68393e/queue: creating writer at 1731543781841 (+1 ms)Flushing 8e680cb81f2cd99024fa48d8ce68393e/queue: appending metadata at 1731543781862 (+21 ms)Flushing 8e680cb81f2cd99024fa48d8ce68393e/queue: closing flushed file at 1731543781862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48575777: reopening flushed file at 1731543782286 (+424 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8e680cb81f2cd99024fa48d8ce68393e in 462ms, sequenceid=5, compaction requested=false at 1731543782294 (+8 ms)Writing region close event to WAL at 1731543782294Running coprocessor post-close hooks at 1731543782299 (+5 ms)Closed at 1731543782299 2024-11-14T00:23:02,299 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:02,304 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/ns/9574c69a8fe54791b04e59a4797b39e1 is 43, key is default/ns:d/1731543772099/Put/seqid=0 2024-11-14T00:23:02,307 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:23:02,307 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:23:02,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741840_1016 (size=5153) 2024-11-14T00:23:02,433 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:02,634 DEBUG [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:02,648 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.wal-reader.63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441 to pos 0, reset compression=false 2024-11-14T00:23:02,709 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/ns/9574c69a8fe54791b04e59a4797b39e1 2024-11-14T00:23:02,736 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/table/9b9eebc044bd41e1a03092260acf3454 is 53, key is hbase:replication/table:state/1731543781158/Put/seqid=0 2024-11-14T00:23:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741841_1017 (size=5256) 2024-11-14T00:23:02,741 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/table/9b9eebc044bd41e1a03092260acf3454 2024-11-14T00:23:02,747 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/info/a4cb11f96a5f45548599349aeacaa373 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/info/a4cb11f96a5f45548599349aeacaa373 2024-11-14T00:23:02,752 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/info/a4cb11f96a5f45548599349aeacaa373, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T00:23:02,753 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/ns/9574c69a8fe54791b04e59a4797b39e1 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/ns/9574c69a8fe54791b04e59a4797b39e1 2024-11-14T00:23:02,757 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/ns/9574c69a8fe54791b04e59a4797b39e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:23:02,758 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/table/9b9eebc044bd41e1a03092260acf3454 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/table/9b9eebc044bd41e1a03092260acf3454 2024-11-14T00:23:02,762 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/table/9b9eebc044bd41e1a03092260acf3454, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T00:23:02,763 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false 2024-11-14T00:23:02,767 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:23:02,767 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:02,768 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:02,768 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:02,768 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543781833Running coprocessor pre-close hooks at 1731543781833Disabling compacts and flushes for region at 1731543781833Disabling writes for close at 1731543781833Obtaining lock to block concurrent updates at 1731543781833Preparing flush snapshotting stores in 1588230740 at 1731543781833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731543781833Flushing stores of hbase:meta,,1.1588230740 at 1731543781834 (+1 ms)Flushing 1588230740/info: creating writer at 1731543781834Flushing 1588230740/info: appending metadata at 1731543781864 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731543781864Flushing 1588230740/ns: creating writer at 1731543782286 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731543782304 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731543782304Flushing 1588230740/table: creating writer at 1731543782716 (+412 ms)Flushing 1588230740/table: appending metadata at 1731543782736 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731543782736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad4ff88: reopening flushed file at 1731543782747 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65fad7f: reopening flushed file at 1731543782752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77261e35: reopening flushed file at 1731543782757 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false at 1731543782763 (+6 ms)Writing region close event to WAL at 1731543782764 (+1 ms)Running coprocessor post-close hooks at 1731543782767 (+3 ms)Closed at 1731543782768 (+1 ms) 2024-11-14T00:23:02,768 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:02,834 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,38365,1731543766853; all regions closed. 2024-11-14T00:23:02,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741834_1010 (size=2742) 2024-11-14T00:23:02,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.meta.1731543771814.meta not finished, retry = 0 2024-11-14T00:23:02,939 DEBUG [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs 2024-11-14T00:23:02,939 INFO [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C38365%2C1731543766853.meta:.meta(num 1731543771814) 2024-11-14T00:23:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741837_1013 (size=1586) 2024-11-14T00:23:02,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.rep.1731543781027 not finished, retry = 0 2024-11-14T00:23:03,043 DEBUG [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs 2024-11-14T00:23:03,043 INFO [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C38365%2C1731543766853.rep:(num 1731543781027) 2024-11-14T00:23:03,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853/63baa11b75f3%2C38365%2C1731543766853.1731543770441 not finished, retry = 0 2024-11-14T00:23:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741833_1009 (size=93) 2024-11-14T00:23:03,147 DEBUG [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs 2024-11-14T00:23:03,147 INFO [RS:0;63baa11b75f3:38365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C38365%2C1731543766853:(num 1731543770441) 2024-11-14T00:23:03,147 DEBUG [RS:0;63baa11b75f3:38365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:03,147 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:03,148 INFO [RS:0;63baa11b75f3:38365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:03,148 INFO [RS:0;63baa11b75f3:38365 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:03,148 INFO [RS:0;63baa11b75f3:38365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:03,148 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:03,148 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,38365,1731543766853 because: Region server is closing 2024-11-14T00:23:03,148 INFO [RS:0;63baa11b75f3:38365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:38365. 2024-11-14T00:23:03,148 DEBUG [RS:0;63baa11b75f3:38365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:03,148 DEBUG [RS:0;63baa11b75f3:38365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:03,148 DEBUG [RS:0;63baa11b75f3:38365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:03,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:03,249 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.shipper63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:23:03,249 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,38365,1731543766853.replicationSource.shipper63baa11b75f3%2C38365%2C1731543766853,1-63baa11b75f3,38365,1731543766853 terminated 2024-11-14T00:23:03,249 INFO [RS:0;63baa11b75f3:38365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38365 2024-11-14T00:23:03,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/rs/63baa11b75f3,38365,1731543766853 2024-11-14T00:23:03,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/rs 2024-11-14T00:23:03,301 INFO [RS:0;63baa11b75f3:38365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:03,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,38365,1731543766853] 2024-11-14T00:23:03,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/draining/63baa11b75f3,38365,1731543766853 already deleted, retry=false 2024-11-14T00:23:03,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,38365,1731543766853 expired; onlineServers=0 2024-11-14T00:23:03,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,41319,1731543766066' ***** 2024-11-14T00:23:03,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:23:03,417 INFO [M:0;63baa11b75f3:41319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:03,417 INFO [M:0;63baa11b75f3:41319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:03,418 DEBUG [M:0;63baa11b75f3:41319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:23:03,418 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:23:03,418 DEBUG [M:0;63baa11b75f3:41319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:23:03,418 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543770031 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543770031,5,FailOnTimeoutGroup] 2024-11-14T00:23:03,418 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543770031 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543770031,5,FailOnTimeoutGroup] 2024-11-14T00:23:03,418 INFO [M:0;63baa11b75f3:41319 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:03,418 INFO [M:0;63baa11b75f3:41319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:03,418 DEBUG [M:0;63baa11b75f3:41319 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:23:03,418 INFO [M:0;63baa11b75f3:41319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:23:03,418 INFO [M:0;63baa11b75f3:41319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:03,418 INFO [M:0;63baa11b75f3:41319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:23:03,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:23:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:03,465 INFO [RS:0;63baa11b75f3:38365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38365-0x10136b900a20001, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:03,465 INFO [RS:0;63baa11b75f3:38365 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,38365,1731543766853; zookeeper connection closed. 2024-11-14T00:23:03,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42b127ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42b127ba 2024-11-14T00:23:03,465 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:23:03,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/master 2024-11-14T00:23:03,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:03,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/master already deleted, retry=false 2024-11-14T00:23:03,481 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-341363948/master 2024-11-14T00:23:03,481 INFO [M:0;63baa11b75f3:41319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/.lastflushedseqids 2024-11-14T00:23:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741842_1018 (size=181) 2024-11-14T00:23:03,891 INFO [M:0;63baa11b75f3:41319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:23:03,891 INFO [M:0;63baa11b75f3:41319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:23:03,891 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:03,891 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:03,891 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:03,891 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:03,891 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:03,891 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T00:23:03,919 DEBUG [M:0;63baa11b75f3:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726c0c1c42084a029da036b50bb382d6 is 82, key is hbase:meta,,1/info:regioninfo/1731543771853/Put/seqid=0 2024-11-14T00:23:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741843_1019 (size=5672) 2024-11-14T00:23:03,936 INFO [M:0;63baa11b75f3:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726c0c1c42084a029da036b50bb382d6 2024-11-14T00:23:03,969 DEBUG [M:0;63baa11b75f3:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0d06e046ece430f904499c67dfc2129 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731543781163/Put/seqid=0 2024-11-14T00:23:03,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741844_1020 (size=7203) 2024-11-14T00:23:04,383 INFO [M:0;63baa11b75f3:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0d06e046ece430f904499c67dfc2129 2024-11-14T00:23:04,403 DEBUG [M:0;63baa11b75f3:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/068fbfa64ece46d6937d83f2ed7a2ff5 is 69, key is 63baa11b75f3,38365,1731543766853/rs:state/1731543770215/Put/seqid=0 2024-11-14T00:23:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741845_1021 (size=5156) 2024-11-14T00:23:04,810 INFO [M:0;63baa11b75f3:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/068fbfa64ece46d6937d83f2ed7a2ff5 2024-11-14T00:23:04,818 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726c0c1c42084a029da036b50bb382d6 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726c0c1c42084a029da036b50bb382d6 2024-11-14T00:23:04,830 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726c0c1c42084a029da036b50bb382d6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T00:23:04,831 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0d06e046ece430f904499c67dfc2129 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0d06e046ece430f904499c67dfc2129 2024-11-14T00:23:04,838 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0d06e046ece430f904499c67dfc2129, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T00:23:04,839 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/068fbfa64ece46d6937d83f2ed7a2ff5 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/068fbfa64ece46d6937d83f2ed7a2ff5 2024-11-14T00:23:04,851 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/068fbfa64ece46d6937d83f2ed7a2ff5, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T00:23:04,855 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 963ms, sequenceid=70, compaction requested=false 2024-11-14T00:23:04,861 INFO [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:04,862 DEBUG [M:0;63baa11b75f3:41319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543783891Disabling compacts and flushes for region at 1731543783891Disabling writes for close at 1731543783891Obtaining lock to block concurrent updates at 1731543783891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543783892 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731543783892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543783893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543783893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543783918 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543783918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543783946 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543783968 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543783968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543784388 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543784403 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543784403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fec0d5: reopening flushed file at 1731543784817 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79874bc9: reopening flushed file at 1731543784830 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8d3069: reopening flushed file at 1731543784838 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 963ms, sequenceid=70, compaction requested=false at 1731543784855 (+17 ms)Writing region close event to WAL at 1731543784861 (+6 ms)Closed at 1731543784861 2024-11-14T00:23:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741830_1006 (size=41008) 2024-11-14T00:23:04,866 INFO [M:0;63baa11b75f3:41319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:23:04,866 INFO [M:0;63baa11b75f3:41319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41319 2024-11-14T00:23:04,866 INFO [M:0;63baa11b75f3:41319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:04,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x10136b900a20000, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:05,041 INFO [M:0;63baa11b75f3:41319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:05,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:23:05,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:05,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36245 2024-11-14T00:23:05,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36245 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:23:05,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362450x0, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:05,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36245-0x10136b900a20006 connected 2024-11-14T00:23:05,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:05,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:05,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:23:05,269 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: INIT 2024-11-14T00:23:05,269 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb, hbase.cluster.distributed=false 2024-11-14T00:23:05,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/acl 2024-11-14T00:23:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-14T00:23:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36245 2024-11-14T00:23:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36245 2024-11-14T00:23:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-14T00:23:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-14T00:23:05,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:23:05,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:05,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35775 2024-11-14T00:23:05,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35775 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-14T00:23:05,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:05,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357750x0, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:05,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357750x0, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:23:05,352 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: INIT 2024-11-14T00:23:05,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35775-0x10136b900a20007 connected 2024-11-14T00:23:05,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:23:05,353 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:23:05,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/master 2024-11-14T00:23:05,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/acl 2024-11-14T00:23:05,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35775 2024-11-14T00:23:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35775 2024-11-14T00:23:05,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35775 2024-11-14T00:23:05,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35775 2024-11-14T00:23:05,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35775 2024-11-14T00:23:05,380 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:36245 2024-11-14T00:23:05,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-341363948/backup-masters/63baa11b75f3,36245,1731543785042 2024-11-14T00:23:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:23:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:23:05,419 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on existing znode=/0-341363948/backup-masters/63baa11b75f3,36245,1731543785042 2024-11-14T00:23:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341363948/master 2024-11-14T00:23:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:05,457 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on existing znode=/0-341363948/master 2024-11-14T00:23:05,458 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-341363948/backup-masters/63baa11b75f3,36245,1731543785042 from backup master directory 2024-11-14T00:23:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/backup-masters/63baa11b75f3,36245,1731543785042 2024-11-14T00:23:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:23:05,503 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/backup-masters 2024-11-14T00:23:05,503 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,36245,1731543785042 2024-11-14T00:23:05,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:05,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:23:05,529 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 10ms. 2024-11-14T00:23:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741846_1022 (size=196) 2024-11-14T00:23:05,582 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:05,582 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:23:05,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:05,602 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T00:23:05,625 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066 to hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066-dead as it is dead 2024-11-14T00:23:05,626 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066-dead/63baa11b75f3%2C41319%2C1731543766066.1731543768928 2024-11-14T00:23:05,627 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066-dead/63baa11b75f3%2C41319%2C1731543766066.1731543768928 after 0ms 2024-11-14T00:23:05,627 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066-dead/63baa11b75f3%2C41319%2C1731543766066.1731543768928 to hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C41319%2C1731543766066.1731543768928 2024-11-14T00:23:05,627 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,41319,1731543766066-dead 2024-11-14T00:23:05,628 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,36245,1731543785042 2024-11-14T00:23:05,629 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:05,630 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C36245%2C1731543785042, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,36245,1731543785042, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/oldWALs, maxLogs=10 2024-11-14T00:23:05,649 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,36245,1731543785042/63baa11b75f3%2C36245%2C1731543785042.1731543785630, exclude list is [], retry=0 2024-11-14T00:23:05,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:23:05,680 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/WALs/63baa11b75f3,36245,1731543785042/63baa11b75f3%2C36245%2C1731543785042.1731543785630 2024-11-14T00:23:05,680 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:23:05,680 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:05,680 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:05,681 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,681 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:23:05,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:05,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726c0c1c42084a029da036b50bb382d6 2024-11-14T00:23:05,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:05,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:23:05,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:05,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0d06e046ece430f904499c67dfc2129 2024-11-14T00:23:05,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:05,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:23:05,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:05,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/068fbfa64ece46d6937d83f2ed7a2ff5 2024-11-14T00:23:05,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:05,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:23:05,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:05,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:05,725 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,733 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T00:23:05,733 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C41319%2C1731543766066.1731543768928 2024-11-14T00:23:05,749 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C41319%2C1731543766066.1731543768928 2024-11-14T00:23:05,753 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/63baa11b75f3%2C41319%2C1731543766066.1731543768928 2024-11-14T00:23:05,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,758 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:05,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:05,772 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T00:23:05,784 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71033023, jitterRate=0.058474525809288025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:05,784 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543785681Initializing all the Stores at 1731543785688 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543785688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543785689 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543785689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543785689Cleaning up temporary data from old regions at 1731543785757 (+68 ms)Region opened successfully at 1731543785784 (+27 ms) 2024-11-14T00:23:05,788 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:23:05,793 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b50c581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:05,796 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T00:23:05,796 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:23:05,796 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:23:05,797 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:23:05,799 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T00:23:05,802 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:05,803 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:23:05,803 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:23:05,803 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T00:23:05,803 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:23:05,806 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=63baa11b75f3,38365,1731543766853, regionLocation=63baa11b75f3,38365,1731543766853, openSeqNum=2 2024-11-14T00:23:05,806 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=63baa11b75f3,38365,1731543766853, table=hbase:meta, region=1588230740 2024-11-14T00:23:05,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,38365,1731543766853, state=OPEN 2024-11-14T00:23:05,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:23:05,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:23:05,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:23:05,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:23:05,845 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:23:05,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:05,884 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/draining/63baa11b75f3,38365,1731543766853 already deleted, retry=false 2024-11-14T00:23:05,884 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 63baa11b75f3,38365,1731543766853 on 63baa11b75f3,36245,1731543785042 2024-11-14T00:23:05,892 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 63baa11b75f3,38365,1731543766853, splitWal=true, meta=true 2024-11-14T00:23:05,893 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 63baa11b75f3,38365,1731543766853 (carryingMeta=true) 63baa11b75f3,38365,1731543766853/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b0bdbc5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T00:23:05,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/balancer because node does not exist (not necessarily an error) 2024-11-14T00:23:05,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:05,960 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/balancer already deleted, retry=false 2024-11-14T00:23:05,961 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:23:05,964 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:23:06,007 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/normalizer already deleted, retry=false 2024-11-14T00:23:06,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:23:06,009 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:23:06,081 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/switch/split already deleted, retry=false 2024-11-14T00:23:06,083 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:23:06,146 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/switch/merge already deleted, retry=false 2024-11-14T00:23:06,210 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Unable to get data of znode /0-341363948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:23:06,273 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/snapshot-cleanup already deleted, retry=false 2024-11-14T00:23:06,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:23:06,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:23:06,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:06,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:06,347 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,36245,1731543785042, sessionid=0x10136b900a20006, setting cluster-up flag (Was=false) 2024-11-14T00:23:06,410 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-341363948/flush-table-proc/acquired, /0-341363948/flush-table-proc/reached, /0-341363948/flush-table-proc/abort 2024-11-14T00:23:06,411 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36245,1731543785042 2024-11-14T00:23:06,464 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-341363948/online-snapshot/acquired, /0-341363948/online-snapshot/reached, /0-341363948/online-snapshot/abort 2024-11-14T00:23:06,464 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36245,1731543785042 2024-11-14T00:23:06,465 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/.lastflushedseqids 2024-11-14T00:23:06,467 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:23:06,467 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:23:06,467 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,36245,1731543785042 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 63baa11b75f3,38365,1731543766853 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:23:06,468 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(746): ClusterId : e8693fb5-5abd-4fce-95b2-a9498aa92a04 2024-11-14T00:23:06,468 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:06,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,517 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:23:06,517 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543816517 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:23:06,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:23:06,518 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 63baa11b75f3,38365,1731543766853, splitWal=true, meta=true 2024-11-14T00:23:06,518 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,518 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:23:06,518 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:23:06,518 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:23:06,518 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:23:06,519 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543786519,5,FailOnTimeoutGroup] 2024-11-14T00:23:06,519 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543786519,5,FailOnTimeoutGroup] 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,519 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 63baa11b75f3,38365,1731543766853, splitWal=true, meta=true, isMeta: true 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543786519, completionTime=-1 2024-11-14T00:23:06,519 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T00:23:06,519 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T00:23:06,520 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853-splitting 2024-11-14T00:23:06,521 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853-splitting dir is empty, no logs to split. 2024-11-14T00:23:06,521 INFO [PEWorker-1 {}] master.SplitWALManager(105): 63baa11b75f3,38365,1731543766853 WAL count=0, meta=true 2024-11-14T00:23:06,523 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853-splitting dir is empty, no logs to split. 2024-11-14T00:23:06,523 INFO [PEWorker-1 {}] master.SplitWALManager(105): 63baa11b75f3,38365,1731543766853 WAL count=0, meta=true 2024-11-14T00:23:06,523 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 63baa11b75f3,38365,1731543766853 WAL splitting is done? wals=0, meta=true 2024-11-14T00:23:06,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:23:06,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:06,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:23:06,563 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:23:06,563 DEBUG [RS:0;63baa11b75f3:35775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a93a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:06,577 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:35775 2024-11-14T00:23:06,577 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:23:06,577 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:23:06,577 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:23:06,578 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,36245,1731543785042 with port=35775, startcode=1731543785287 2024-11-14T00:23:06,578 DEBUG [RS:0;63baa11b75f3:35775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:23:06,580 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:23:06,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36245 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,582 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb 2024-11-14T00:23:06,582 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37167 2024-11-14T00:23:06,582 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:23:06,620 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T00:23:06,676 WARN [63baa11b75f3:36245 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:23:06,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/rs 2024-11-14T00:23:06,679 DEBUG [RS:0;63baa11b75f3:35775 {}] zookeeper.ZKUtil(111): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on existing znode=/0-341363948/rs/63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,679 WARN [RS:0;63baa11b75f3:35775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:06,680 INFO [RS:0;63baa11b75f3:35775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:06,680 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,35775,1731543785287] 2024-11-14T00:23:06,701 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:23:06,702 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:23:06,703 INFO [RS:0;63baa11b75f3:35775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:23:06,703 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,703 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:23:06,704 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:23:06,704 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,704 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,705 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,705 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:06,705 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:06,705 DEBUG [RS:0;63baa11b75f3:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:06,708 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,708 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,708 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,708 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,708 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,708 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35775,1731543785287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:06,727 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:23:06,727 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35775,1731543785287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,739 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,35775,1731543785287, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:23:06,740 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,740 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.Replication(171): 63baa11b75f3,35775,1731543785287 started 2024-11-14T00:23:06,752 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:06,752 DEBUG [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42751' 2024-11-14T00:23:06,752 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,35775,1731543785287, RpcServer on 63baa11b75f3/172.17.0.3:35775, sessionid=0x10136b900a20007 2024-11-14T00:23:06,752 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:23:06,752 DEBUG [RS:0;63baa11b75f3:35775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,752 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,35775,1731543785287' 2024-11-14T00:23:06,752 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-341363948/flush-table-proc/abort' 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-341363948/flush-table-proc/acquired' 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1d730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42751,-1 for getting cluster id 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,35775,1731543785287' 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-341363948/online-snapshot/abort' 2024-11-14T00:23:06,753 DEBUG [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:06,754 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-341363948/online-snapshot/acquired' 2024-11-14T00:23:06,754 DEBUG [RS:0;63baa11b75f3:35775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:23:06,754 INFO [RS:0;63baa11b75f3:35775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:23:06,754 INFO [RS:0;63baa11b75f3:35775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:23:06,754 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8b883e-3411-4159-a282-49325a711a35' 2024-11-14T00:23:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8b883e-3411-4159-a282-49325a711a35" 2024-11-14T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72320852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42751,-1] 2024-11-14T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:06,756 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:06,756 DEBUG [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378ec964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:06,757 DEBUG [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42751,1731543776044 2024-11-14T00:23:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@246e30f0 2024-11-14T00:23:06,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:06,759 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T00:23:06,759 INFO [RS:0;63baa11b75f3:35775.replicationSource,1-63baa11b75f3,35775,1731543785287 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,35775,1731543785287 (queues=0) is replicating from cluster=e8693fb5-5abd-4fce-95b2-a9498aa92a04 to cluster=9c8b883e-3411-4159-a282-49325a711a35 2024-11-14T00:23:06,854 INFO [RS:0;63baa11b75f3:35775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:06,856 INFO [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C35775%2C1731543785287, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs, maxLogs=10 2024-11-14T00:23:06,867 DEBUG [RS:0;63baa11b75f3:35775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856, exclude list is [], retry=0 2024-11-14T00:23:06,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:23:06,872 INFO [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 2024-11-14T00:23:06,872 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 63baa11b75f3%2C35775%2C1731543785287 for peer 1 2024-11-14T00:23:06,872 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C35775%2C1731543785287 2024-11-14T00:23:06,872 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,35775,1731543785287, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:23:06,872 DEBUG [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:23:06,872 INFO [RS:0;63baa11b75f3:35775.replicationSource.shipper63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C35775%2C1731543785287 2024-11-14T00:23:06,873 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856, startPosition=0, beingWritten=true 2024-11-14T00:23:06,926 DEBUG [63baa11b75f3:36245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:23:06,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,35775,1731543785287 2024-11-14T00:23:06,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,35775,1731543785287, state=OPENING 2024-11-14T00:23:06,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:23:06,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:23:06,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:23:06,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:23:06,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:06,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,35775,1731543785287}] 2024-11-14T00:23:07,077 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:07,115 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:07,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:23:07,119 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:23:07,119 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:07,120 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:23:07,121 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C35775%2C1731543785287.meta, suffix=.meta, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs, maxLogs=10 2024-11-14T00:23:07,137 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.meta.1731543787121.meta, exclude list is [], retry=0 2024-11-14T00:23:07,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:23:07,141 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.meta.1731543787121.meta 2024-11-14T00:23:07,144 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:23:07,144 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:07,145 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:07,145 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:07,145 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:23:07,145 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:23:07,145 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:23:07,145 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:07,145 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:23:07,145 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:23:07,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:07,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:07,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:07,154 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/info/a4cb11f96a5f45548599349aeacaa373 2024-11-14T00:23:07,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:07,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:07,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:07,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:07,175 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/ns/9574c69a8fe54791b04e59a4797b39e1 2024-11-14T00:23:07,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:07,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:07,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:07,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:07,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:07,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:07,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:07,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:07,242 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/table/9b9eebc044bd41e1a03092260acf3454 2024-11-14T00:23:07,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:07,243 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:07,244 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740 2024-11-14T00:23:07,247 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740 2024-11-14T00:23:07,248 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:07,248 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:07,249 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:07,251 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:07,252 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72934212, jitterRate=0.08680444955825806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:07,252 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:23:07,252 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543787145Writing region info on filesystem at 1731543787145Initializing all the Stores at 1731543787146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543787146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543787147 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543787147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543787147Cleaning up temporary data from old regions at 1731543787248 (+101 ms)Running coprocessor post-open hooks at 1731543787252 (+4 ms)Region opened successfully at 1731543787252 2024-11-14T00:23:07,256 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731543787115 2024-11-14T00:23:07,259 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:23:07,259 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:23:07,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=63baa11b75f3,35775,1731543785287 2024-11-14T00:23:07,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,35775,1731543785287, state=OPEN 2024-11-14T00:23:07,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:23:07,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341363948/meta-region-server 2024-11-14T00:23:07,304 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,35775,1731543785287 2024-11-14T00:23:07,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:23:07,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341363948/meta-region-server: CHANGED 2024-11-14T00:23:07,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T00:23:07,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,35775,1731543785287 in 341 msec 2024-11-14T00:23:07,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:23:07,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 783 msec 2024-11-14T00:23:07,382 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:07,788 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:08,124 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1604ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T00:23:08,293 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:08,898 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:09,602 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:09,626 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-14T00:23:10,408 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:11,028 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T00:23:11,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:23:11,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:11,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,35775,1731543785287, seqNum=-1] 2024-11-14T00:23:11,030 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:11,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:11,037 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e680cb81f2cd99024fa48d8ce68393e, regionState=OPEN, lastHost=63baa11b75f3,38365,1731543766853, regionLocation=63baa11b75f3,38365,1731543766853, openSeqNum=2 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543851037 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543911037 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-14T00:23:11,037 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 63baa11b75f3,38365,1731543766853 had 2 regions 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36245,1731543785042-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36245,1731543785042-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36245,1731543785042-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,037 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:36245, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,038 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,038 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,042 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 63baa11b75f3,38365,1731543766853, splitWal=true, meta=true, isMeta: false 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.541sec 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36245,1731543785042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:11,044 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36245,1731543785042-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:23:11,051 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853-splitting dir is empty, no logs to split. 2024-11-14T00:23:11,051 INFO [PEWorker-3 {}] master.SplitWALManager(105): 63baa11b75f3,38365,1731543766853 WAL count=0, meta=false 2024-11-14T00:23:11,054 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,38365,1731543766853-splitting dir is empty, no logs to split. 2024-11-14T00:23:11,054 INFO [PEWorker-3 {}] master.SplitWALManager(105): 63baa11b75f3,38365,1731543766853 WAL count=0, meta=false 2024-11-14T00:23:11,054 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 63baa11b75f3,38365,1731543766853 WAL splitting is done? wals=0, meta=false 2024-11-14T00:23:11,055 WARN [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=63baa11b75f3,38365,1731543766853/hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:11,056 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:23:11,056 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:23:11,056 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36245,1731543785042-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:11,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN}] 2024-11-14T00:23:11,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN 2024-11-14T00:23:11,059 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T00:23:11,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab9f382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:11,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36245,-1 for getting cluster id 2024-11-14T00:23:11,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:11,079 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8693fb5-5abd-4fce-95b2-a9498aa92a04' 2024-11-14T00:23:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8693fb5-5abd-4fce-95b2-a9498aa92a04" 2024-11-14T00:23:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228948c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36245,-1] 2024-11-14T00:23:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,081 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686dc5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:11,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,35775,1731543785287, seqNum=-1] 2024-11-14T00:23:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:11,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:11,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T00:23:11,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:11,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:11,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 63baa11b75f3:36245 after: 63baa11b75f3:36245 2024-11-14T00:23:11,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:11,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f08357c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:11,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36245,-1 for getting cluster id 2024-11-14T00:23:11,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:11,094 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8693fb5-5abd-4fce-95b2-a9498aa92a04' 2024-11-14T00:23:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8693fb5-5abd-4fce-95b2-a9498aa92a04" 2024-11-14T00:23:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dddd55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36245,-1] 2024-11-14T00:23:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,096 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:11,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b390b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:11,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36245,1731543785042 2024-11-14T00:23:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3c984 2024-11-14T00:23:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:11,100 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:11,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T00:23:11,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:23:11,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:11,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:11,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:11,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:23:11,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26312663, stopped=false 2024-11-14T00:23:11,107 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,42751,1731543776044 2024-11-14T00:23:11,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:11,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:11,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:11,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,36283,1731543776303' ***** 2024-11-14T00:23:11,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:23:11,169 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:23:11,169 INFO [RS:0;63baa11b75f3:36283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,36283,1731543776303 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36283. 2024-11-14T00:23:11,170 DEBUG [RS:0;63baa11b75f3:36283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:11,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:23:11,170 DEBUG [RS:0;63baa11b75f3:36283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:23:11,170 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1009602004/running 2024-11-14T00:23:11,170 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:23:11,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1009602004/running 2024-11-14T00:23:11,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:23:11,170 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:23:11,171 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:23:11,171 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:11,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/running 2024-11-14T00:23:11,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Set watcher on znode that does not yet exist, /1-1009602004/running 2024-11-14T00:23:11,171 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:11,172 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:11,172 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:11,172 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:11,172 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:11,172 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T00:23:11,209 DEBUG [63baa11b75f3:36245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:23:11,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8e680cb81f2cd99024fa48d8ce68393e, regionState=OPENING, regionLocation=63baa11b75f3,35775,1731543785287 2024-11-14T00:23:11,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN because future has completed 2024-11-14T00:23:11,221 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/.tmp/ns/2d66fbe90ce141e3977494e5c7f02a12 is 43, key is default/ns:d/1731543780426/Put/seqid=0 2024-11-14T00:23:11,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e680cb81f2cd99024fa48d8ce68393e, server=63baa11b75f3,35775,1731543785287}] 2024-11-14T00:23:11,232 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:11,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741835_1011 (size=5153) 2024-11-14T00:23:11,322 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:11,371 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:11,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:11,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:11,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:23:11,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C35775%2C1731543785287.rep, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs, maxLogs=10 2024-11-14T00:23:11,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.rep.1731543791385, exclude list is [], retry=0 2024-11-14T00:23:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35449,DS-fe03e140-bd42-4fc1-b0c2-f956775ebbd4,DISK] 2024-11-14T00:23:11,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.rep.1731543791385 2024-11-14T00:23:11,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34151:34151)] 2024-11-14T00:23:11,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e680cb81f2cd99024fa48d8ce68393e, NAME => 'hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:11,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:11,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:11,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. service=MultiRowMutationService 2024-11-14T00:23:11,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:23:11,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:11,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,415 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,415 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e680cb81f2cd99024fa48d8ce68393e columnFamilyName hfileref 2024-11-14T00:23:11,415 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:11,416 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(327): Store=8e680cb81f2cd99024fa48d8ce68393e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:11,416 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,417 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e680cb81f2cd99024fa48d8ce68393e columnFamilyName queue 2024-11-14T00:23:11,417 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:11,425 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/queue/8cb54c6de6014dc5b4494c8694c6267e 2024-11-14T00:23:11,425 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(327): Store=8e680cb81f2cd99024fa48d8ce68393e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:11,425 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,426 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e680cb81f2cd99024fa48d8ce68393e columnFamilyName sid 2024-11-14T00:23:11,426 DEBUG [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:11,427 INFO [StoreOpener-8e680cb81f2cd99024fa48d8ce68393e-1 {}] regionserver.HStore(327): Store=8e680cb81f2cd99024fa48d8ce68393e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:23:11,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8e680cb81f2cd99024fa48d8ce68393e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65835963, jitterRate=-0.018967702984809875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:23:11,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:11,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8e680cb81f2cd99024fa48d8ce68393e: Running coprocessor pre-open hook at 1731543791413Writing region info on filesystem at 1731543791413Initializing all the Stores at 1731543791414 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543791414Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543791414Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543791414Cleaning up temporary data from old regions at 1731543791429 (+15 ms)Running coprocessor post-open hooks at 1731543791432 (+3 ms)Region opened successfully at 1731543791432 2024-11-14T00:23:11,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., pid=13, masterSystemTime=1731543791380 2024-11-14T00:23:11,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:11,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:11,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8e680cb81f2cd99024fa48d8ce68393e, regionState=OPEN, openSeqNum=9, regionLocation=63baa11b75f3,35775,1731543785287 2024-11-14T00:23:11,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e680cb81f2cd99024fa48d8ce68393e, server=63baa11b75f3,35775,1731543785287 because future has completed 2024-11-14T00:23:11,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T00:23:11,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e680cb81f2cd99024fa48d8ce68393e, server=63baa11b75f3,35775,1731543785287 in 212 msec 2024-11-14T00:23:11,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T00:23:11,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e680cb81f2cd99024fa48d8ce68393e, ASSIGN in 384 msec 2024-11-14T00:23:11,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T00:23:11,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., hostname=63baa11b75f3,35775,1731543785287, seqNum=9] 2024-11-14T00:23:11,460 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 63baa11b75f3,38365,1731543766853 2024-11-14T00:23:11,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T00:23:11,571 DEBUG [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:11,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T00:23:11,620 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:23:11,620 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:23:11,639 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/.tmp/ns/2d66fbe90ce141e3977494e5c7f02a12 2024-11-14T00:23:11,649 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/.tmp/ns/2d66fbe90ce141e3977494e5c7f02a12 as hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/ns/2d66fbe90ce141e3977494e5c7f02a12 2024-11-14T00:23:11,655 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/ns/2d66fbe90ce141e3977494e5c7f02a12, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T00:23:11,656 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 484ms, sequenceid=6, compaction requested=false 2024-11-14T00:23:11,656 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:23:11,678 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T00:23:11,679 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:11,679 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:11,679 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:11,679 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543791171Running coprocessor pre-close hooks at 1731543791171Disabling compacts and flushes for region at 1731543791171Disabling writes for close at 1731543791172 (+1 ms)Obtaining lock to block concurrent updates at 1731543791172Preparing flush snapshotting stores in 1588230740 at 1731543791172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731543791173 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543791174 (+1 ms)Flushing 1588230740/ns: creating writer at 1731543791174Flushing 1588230740/ns: appending metadata at 1731543791221 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731543791221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ec2051: reopening flushed file at 1731543791648 (+427 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 484ms, sequenceid=6, compaction requested=false at 1731543791656 (+8 ms)Writing region close event to WAL at 1731543791660 (+4 ms)Running coprocessor post-close hooks at 1731543791679 (+19 ms)Closed at 1731543791679 2024-11-14T00:23:11,680 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:11,771 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,36283,1731543776303; all regions closed. 2024-11-14T00:23:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741834_1010 (size=1152) 2024-11-14T00:23:11,783 DEBUG [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/oldWALs 2024-11-14T00:23:11,783 INFO [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36283%2C1731543776303.meta:.meta(num 1731543780307) 2024-11-14T00:23:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741833_1009 (size=93) 2024-11-14T00:23:11,790 DEBUG [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/oldWALs 2024-11-14T00:23:11,790 INFO [RS:0;63baa11b75f3:36283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C36283%2C1731543776303:(num 1731543779781) 2024-11-14T00:23:11,790 DEBUG [RS:0;63baa11b75f3:36283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:11,790 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:11,790 INFO [RS:0;63baa11b75f3:36283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:11,790 INFO [RS:0;63baa11b75f3:36283 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:11,790 INFO [RS:0;63baa11b75f3:36283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:11,790 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:11,790 INFO [RS:0;63baa11b75f3:36283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36283 2024-11-14T00:23:11,814 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1009602004/rs/63baa11b75f3,36283,1731543776303 2024-11-14T00:23:11,814 INFO [RS:0;63baa11b75f3:36283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:11,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004/rs 2024-11-14T00:23:11,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,36283,1731543776303] 2024-11-14T00:23:11,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/draining/63baa11b75f3,36283,1731543776303 already deleted, retry=false 2024-11-14T00:23:11,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,36283,1731543776303 expired; onlineServers=0 2024-11-14T00:23:11,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,42751,1731543776044' ***** 2024-11-14T00:23:11,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:23:11,845 INFO [M:0;63baa11b75f3:42751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:11,845 INFO [M:0;63baa11b75f3:42751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:11,845 DEBUG [M:0;63baa11b75f3:42751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:23:11,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:23:11,845 DEBUG [M:0;63baa11b75f3:42751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:23:11,845 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543779367 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543779367,5,FailOnTimeoutGroup] 2024-11-14T00:23:11,845 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543779362 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543779362,5,FailOnTimeoutGroup] 2024-11-14T00:23:11,845 INFO [M:0;63baa11b75f3:42751 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:11,845 INFO [M:0;63baa11b75f3:42751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:11,845 DEBUG [M:0;63baa11b75f3:42751 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:23:11,845 INFO [M:0;63baa11b75f3:42751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:23:11,845 INFO [M:0;63baa11b75f3:42751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:11,846 INFO [M:0;63baa11b75f3:42751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:23:11,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:23:11,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1009602004/master 2024-11-14T00:23:11,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1009602004 2024-11-14T00:23:11,866 DEBUG [M:0;63baa11b75f3:42751 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1009602004/master already deleted, retry=false 2024-11-14T00:23:11,866 DEBUG [M:0;63baa11b75f3:42751 {}] master.ActiveMasterManager(353): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1009602004/master 2024-11-14T00:23:11,867 INFO [M:0;63baa11b75f3:42751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/.lastflushedseqids 2024-11-14T00:23:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741836_1012 (size=99) 2024-11-14T00:23:11,930 INFO [RS:0;63baa11b75f3:36283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:11,930 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:11,930 INFO [RS:0;63baa11b75f3:36283 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,36283,1731543776303; zookeeper connection closed. 2024-11-14T00:23:11,930 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36283-0x10136b900a20004, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:11,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74acef62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74acef62 2024-11-14T00:23:11,931 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:23:12,274 INFO [M:0;63baa11b75f3:42751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:23:12,274 INFO [M:0;63baa11b75f3:42751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:23:12,275 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:12,275 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:12,275 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:12,275 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:12,275 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:12,275 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T00:23:12,296 DEBUG [M:0;63baa11b75f3:42751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf1dfe0b37f4a2d89bd55a1083a9158 is 82, key is hbase:meta,,1/info:regioninfo/1731543780355/Put/seqid=0 2024-11-14T00:23:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741837_1013 (size=5672) 2024-11-14T00:23:12,328 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:12,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:12,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:12,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:12,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:12,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:12,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:12,705 INFO [M:0;63baa11b75f3:42751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf1dfe0b37f4a2d89bd55a1083a9158 2024-11-14T00:23:12,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:12,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:23:12,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:23:12,793 DEBUG [M:0;63baa11b75f3:42751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5329c25d986241e8aef6c1ee1821bc19 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731543780431/Put/seqid=0 2024-11-14T00:23:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741838_1014 (size=5275) 2024-11-14T00:23:12,811 INFO [M:0;63baa11b75f3:42751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5329c25d986241e8aef6c1ee1821bc19 2024-11-14T00:23:12,862 DEBUG [M:0;63baa11b75f3:42751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd4141f596654c50b0735f38178b8c2d is 69, key is 63baa11b75f3,36283,1731543776303/rs:state/1731543779505/Put/seqid=0 2024-11-14T00:23:12,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741839_1015 (size=5156) 2024-11-14T00:23:13,285 INFO [M:0;63baa11b75f3:42751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd4141f596654c50b0735f38178b8c2d 2024-11-14T00:23:13,292 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf1dfe0b37f4a2d89bd55a1083a9158 as hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caf1dfe0b37f4a2d89bd55a1083a9158 2024-11-14T00:23:13,300 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caf1dfe0b37f4a2d89bd55a1083a9158, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T00:23:13,305 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5329c25d986241e8aef6c1ee1821bc19 as hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5329c25d986241e8aef6c1ee1821bc19 2024-11-14T00:23:13,316 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5329c25d986241e8aef6c1ee1821bc19, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T00:23:13,317 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd4141f596654c50b0735f38178b8c2d as hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd4141f596654c50b0735f38178b8c2d 2024-11-14T00:23:13,325 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/aa4d0103-0f60-d655-1fe6-162d8670b0a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd4141f596654c50b0735f38178b8c2d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T00:23:13,331 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1056ms, sequenceid=28, compaction requested=false 2024-11-14T00:23:13,339 INFO [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:13,340 DEBUG [M:0;63baa11b75f3:42751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543792275Disabling compacts and flushes for region at 1731543792275Disabling writes for close at 1731543792275Obtaining lock to block concurrent updates at 1731543792275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543792275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731543792275Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543792276 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543792276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543792295 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543792296 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543792757 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543792793 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543792793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543792829 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543792861 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543792861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3498bb: reopening flushed file at 1731543793289 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f49f4a8: reopening flushed file at 1731543793300 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a41c8ac: reopening flushed file at 1731543793316 (+16 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1056ms, sequenceid=28, compaction requested=false at 1731543793331 (+15 ms)Writing region close event to WAL at 1731543793339 (+8 ms)Closed at 1731543793339 2024-11-14T00:23:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741830_1006 (size=10165) 2024-11-14T00:23:13,369 INFO [M:0;63baa11b75f3:42751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:23:13,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:13,369 INFO [M:0;63baa11b75f3:42751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42751 2024-11-14T00:23:13,375 INFO [M:0;63baa11b75f3:42751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:13,435 DEBUG [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 to pos 0, reset compression=false 2024-11-14T00:23:13,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:13,503 INFO [M:0;63baa11b75f3:42751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:13,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42751-0x10136b900a20003, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:13,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74f65f0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:13,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc4fdd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:13,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:13,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526f66b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:13,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cce08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:13,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:23:13,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:23:13,506 WARN [BP-1898150844-172.17.0.3-1731543772351 heartbeating to localhost/127.0.0.1:43367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:23:13,506 WARN [BP-1898150844-172.17.0.3-1731543772351 heartbeating to localhost/127.0.0.1:43367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1898150844-172.17.0.3-1731543772351 (Datanode Uuid 6f30cd06-8c27-434b-8b83-a260d842bf16) service to localhost/127.0.0.1:43367 2024-11-14T00:23:13,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/cluster_43b49cc0-62f8-b338-9508-4270b8a9e176/data/data1/current/BP-1898150844-172.17.0.3-1731543772351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:13,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/cluster_43b49cc0-62f8-b338-9508-4270b8a9e176/data/data2/current/BP-1898150844-172.17.0.3-1731543772351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:13,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:23:13,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6acc4752{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:13,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247003a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:13,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:13,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20fc1b4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:13,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a35a8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:13,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:23:13,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:23:13,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:13,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:13,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:13,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:13,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:13,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:23:13,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1016258324, stopped=false 2024-11-14T00:23:13,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,36245,1731543785042 2024-11-14T00:23:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:23:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/running 2024-11-14T00:23:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:13,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:13,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:13,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:13,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:23:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:13,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Set watcher on znode that does not yet exist, /0-341363948/running 2024-11-14T00:23:13,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,35775,1731543785287' ***** 2024-11-14T00:23:13,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:23:13,572 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:23:13,572 INFO [RS:0;63baa11b75f3:35775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:23:13,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:23:13,572 INFO [RS:0;63baa11b75f3:35775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:23:13,572 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,35775,1731543785287 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:35775. 2024-11-14T00:23:13,573 DEBUG [RS:0;63baa11b75f3:35775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:13,573 DEBUG [RS:0;63baa11b75f3:35775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:13,573 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e680cb81f2cd99024fa48d8ce68393e, disabling compactions & flushes 2024-11-14T00:23:13,573 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:13,573 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:23:13,573 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. after waiting 0 ms 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:23:13,573 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:23:13,573 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:23:13,573 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1325): Online Regions={8e680cb81f2cd99024fa48d8ce68393e=hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:23:13,573 DEBUG [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e680cb81f2cd99024fa48d8ce68393e 2024-11-14T00:23:13,573 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:13,573 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:13,573 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:13,574 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:13,574 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:13,574 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T00:23:13,576 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/replication/8e680cb81f2cd99024fa48d8ce68393e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T00:23:13,577 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:13,577 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:13,577 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:13,577 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e680cb81f2cd99024fa48d8ce68393e: Waiting for close lock at 1731543793573Running coprocessor pre-close hooks at 1731543793573Disabling compacts and flushes for region at 1731543793573Disabling writes for close at 1731543793573Writing region close event to WAL at 1731543793574 (+1 ms)Running coprocessor post-close hooks at 1731543793577 (+3 ms)Closed at 1731543793577 2024-11-14T00:23:13,577 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e. 2024-11-14T00:23:13,589 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/info/134a4a4cafaa423686e3c6df1aff958f is 147, key is hbase:replication,,1731543780641.8e680cb81f2cd99024fa48d8ce68393e./info:regioninfo/1731543791435/Put/seqid=0 2024-11-14T00:23:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741851_1027 (size=6385) 2024-11-14T00:23:13,603 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/info/134a4a4cafaa423686e3c6df1aff958f 2024-11-14T00:23:13,615 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/.tmp/info/134a4a4cafaa423686e3c6df1aff958f as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/info/134a4a4cafaa423686e3c6df1aff958f 2024-11-14T00:23:13,623 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/info/134a4a4cafaa423686e3c6df1aff958f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T00:23:13,624 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=19, compaction requested=false 2024-11-14T00:23:13,625 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:13,628 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T00:23:13,629 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:13,629 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:13,629 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:13,629 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543793573Running coprocessor pre-close hooks at 1731543793573Disabling compacts and flushes for region at 1731543793573Disabling writes for close at 1731543793574 (+1 ms)Obtaining lock to block concurrent updates at 1731543793574Preparing flush snapshotting stores in 1588230740 at 1731543793574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731543793574Flushing stores of hbase:meta,,1.1588230740 at 1731543793574Flushing 1588230740/info: creating writer at 1731543793574Flushing 1588230740/info: appending metadata at 1731543793588 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731543793588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159f835c: reopening flushed file at 1731543793614 (+26 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=19, compaction requested=false at 1731543793624 (+10 ms)Writing region close event to WAL at 1731543793625 (+1 ms)Running coprocessor post-close hooks at 1731543793629 (+4 ms)Closed at 1731543793629 2024-11-14T00:23:13,629 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:13,774 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,35775,1731543785287; all regions closed. 2024-11-14T00:23:13,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741849_1025 (size=2156) 2024-11-14T00:23:13,783 DEBUG [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs 2024-11-14T00:23:13,783 INFO [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C35775%2C1731543785287.meta:.meta(num 1731543787121) 2024-11-14T00:23:13,789 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:23:13,789 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:23:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741850_1026 (size=796) 2024-11-14T00:23:13,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.rep.1731543791385 not finished, retry = 0 2024-11-14T00:23:13,897 DEBUG [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs 2024-11-14T00:23:13,897 INFO [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C35775%2C1731543785287.rep:(num 1731543791385) 2024-11-14T00:23:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741848_1024 (size=93) 2024-11-14T00:23:13,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/WALs/63baa11b75f3,35775,1731543785287/63baa11b75f3%2C35775%2C1731543785287.1731543786856 not finished, retry = 0 2024-11-14T00:23:14,010 DEBUG [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/oldWALs 2024-11-14T00:23:14,010 INFO [RS:0;63baa11b75f3:35775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C35775%2C1731543785287:(num 1731543786856) 2024-11-14T00:23:14,010 DEBUG [RS:0;63baa11b75f3:35775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:14,010 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:14,010 INFO [RS:0;63baa11b75f3:35775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:14,011 INFO [RS:0;63baa11b75f3:35775 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:14,011 INFO [RS:0;63baa11b75f3:35775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:14,011 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:14,011 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,35775,1731543785287 because: Region server is closing 2024-11-14T00:23:14,012 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T00:23:14,012 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T00:23:14,012 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T00:23:14,013 INFO [RS:0;63baa11b75f3:35775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:35775. 2024-11-14T00:23:14,013 DEBUG [RS:0;63baa11b75f3:35775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:14,013 DEBUG [RS:0;63baa11b75f3:35775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:14,013 DEBUG [RS:0;63baa11b75f3:35775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:14,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:14,113 WARN [RS:0;63baa11b75f3:35775.replicationSource.wal-reader.63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:23:14,114 WARN [RS:0;63baa11b75f3:35775.replicationSource.shipper63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:23:14,115 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;63baa11b75f3:35775.replicationSource.shipper63baa11b75f3%2C35775%2C1731543785287,1-63baa11b75f3,35775,1731543785287 terminated 2024-11-14T00:23:14,115 INFO [RS:0;63baa11b75f3:35775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35775 2024-11-14T00:23:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948/rs 2024-11-14T00:23:14,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/rs/63baa11b75f3,35775,1731543785287 2024-11-14T00:23:14,136 INFO [RS:0;63baa11b75f3:35775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:14,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,35775,1731543785287] 2024-11-14T00:23:14,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/draining/63baa11b75f3,35775,1731543785287 already deleted, retry=false 2024-11-14T00:23:14,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,35775,1731543785287 expired; onlineServers=0 2024-11-14T00:23:14,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,36245,1731543785042' ***** 2024-11-14T00:23:14,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:14,157 DEBUG [M:0;63baa11b75f3:36245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:23:14,157 DEBUG [M:0;63baa11b75f3:36245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:14,157 DEBUG [M:0;63baa11b75f3:36245 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:14,157 INFO [M:0;63baa11b75f3:36245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:23:14,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:23:14,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:23:14,157 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543786519 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543786519,5,FailOnTimeoutGroup] 2024-11-14T00:23:14,158 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543786519 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543786519,5,FailOnTimeoutGroup] 2024-11-14T00:23:14,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341363948/master 2024-11-14T00:23:14,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341363948 2024-11-14T00:23:14,181 DEBUG [M:0;63baa11b75f3:36245 {}] zookeeper.RecoverableZooKeeper(212): Node /0-341363948/master already deleted, retry=false 2024-11-14T00:23:14,181 DEBUG [M:0;63baa11b75f3:36245 {}] master.ActiveMasterManager(353): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-341363948/master 2024-11-14T00:23:14,184 INFO [M:0;63baa11b75f3:36245 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/.lastflushedseqids 2024-11-14T00:23:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741852_1028 (size=181) 2024-11-14T00:23:14,234 INFO [M:0;63baa11b75f3:36245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:23:14,236 INFO [M:0;63baa11b75f3:36245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:23:14,236 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:14,236 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:14,236 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:14,236 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:14,236 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:14,236 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T00:23:14,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:14,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x10136b900a20007, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:14,248 INFO [RS:0;63baa11b75f3:35775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:14,248 INFO [RS:0;63baa11b75f3:35775 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,35775,1731543785287; zookeeper connection closed. 2024-11-14T00:23:14,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68bc1d35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68bc1d35 2024-11-14T00:23:14,258 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:23:14,268 DEBUG [M:0;63baa11b75f3:36245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07a58f1cba2a4f938ad8c551018016c4 is 82, key is hbase:meta,,1/info:regioninfo/1731543787259/Put/seqid=0 2024-11-14T00:23:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741853_1029 (size=5672) 2024-11-14T00:23:14,731 INFO [M:0;63baa11b75f3:36245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07a58f1cba2a4f938ad8c551018016c4 2024-11-14T00:23:14,759 DEBUG [M:0;63baa11b75f3:36245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ae4c7e5fc724ce0b5c7bebd11f89a42 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731543791440/Put/seqid=0 2024-11-14T00:23:14,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741854_1030 (size=7312) 2024-11-14T00:23:15,186 INFO [M:0;63baa11b75f3:36245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ae4c7e5fc724ce0b5c7bebd11f89a42 2024-11-14T00:23:15,216 DEBUG [M:0;63baa11b75f3:36245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d516bb9f40334874bc8833d3f8635cdf is 69, key is 63baa11b75f3,35775,1731543785287/rs:state/1731543786580/Put/seqid=0 2024-11-14T00:23:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741855_1031 (size=5370) 2024-11-14T00:23:15,647 INFO [M:0;63baa11b75f3:36245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d516bb9f40334874bc8833d3f8635cdf 2024-11-14T00:23:15,663 INFO [M:0;63baa11b75f3:36245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d516bb9f40334874bc8833d3f8635cdf 2024-11-14T00:23:15,672 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07a58f1cba2a4f938ad8c551018016c4 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07a58f1cba2a4f938ad8c551018016c4 2024-11-14T00:23:15,703 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07a58f1cba2a4f938ad8c551018016c4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T00:23:15,708 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ae4c7e5fc724ce0b5c7bebd11f89a42 as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ae4c7e5fc724ce0b5c7bebd11f89a42 2024-11-14T00:23:15,733 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ae4c7e5fc724ce0b5c7bebd11f89a42, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T00:23:15,736 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d516bb9f40334874bc8833d3f8635cdf as hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d516bb9f40334874bc8833d3f8635cdf 2024-11-14T00:23:15,753 INFO [M:0;63baa11b75f3:36245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d516bb9f40334874bc8833d3f8635cdf 2024-11-14T00:23:15,753 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/b2bc8cfe-ee7e-16e1-82ea-c3ac4ff740bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d516bb9f40334874bc8833d3f8635cdf, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T00:23:15,756 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1520ms, sequenceid=127, compaction requested=false 2024-11-14T00:23:15,789 INFO [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:15,789 DEBUG [M:0;63baa11b75f3:36245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543794236Disabling compacts and flushes for region at 1731543794236Disabling writes for close at 1731543794236Obtaining lock to block concurrent updates at 1731543794236Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543794236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731543794237 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543794244 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543794244Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543794266 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543794266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543794738 (+472 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543794758 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543794759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543795191 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543795215 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543795215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637af33d: reopening flushed file at 1731543795663 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175c0f88: reopening flushed file at 1731543795703 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae80f6c: reopening flushed file at 1731543795735 (+32 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1520ms, sequenceid=127, compaction requested=false at 1731543795756 (+21 ms)Writing region close event to WAL at 1731543795789 (+33 ms)Closed at 1731543795789 2024-11-14T00:23:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35449 is added to blk_1073741847_1023 (size=22903) 2024-11-14T00:23:15,823 INFO [M:0;63baa11b75f3:36245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:23:15,823 INFO [M:0;63baa11b75f3:36245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36245 2024-11-14T00:23:15,823 INFO [M:0;63baa11b75f3:36245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:15,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:15,960 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:23:15,988 INFO [M:0;63baa11b75f3:36245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36245-0x10136b900a20006, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:16,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@753d84ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:16,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e203837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:16,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:16,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcffdfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:16,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24052eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:16,015 WARN [BP-1714392175-172.17.0.3-1731543762366 heartbeating to localhost/127.0.0.1:37167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:23:16,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:23:16,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:23:16,015 WARN [BP-1714392175-172.17.0.3-1731543762366 heartbeating to localhost/127.0.0.1:37167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1714392175-172.17.0.3-1731543762366 (Datanode Uuid e594ff29-88a5-437f-9a14-0ef003494a0a) service to localhost/127.0.0.1:37167 2024-11-14T00:23:16,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/data/data1/current/BP-1714392175-172.17.0.3-1731543762366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:16,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/cluster_aaeb1017-8540-7e79-1e7d-b28b72d0fb44/data/data2/current/BP-1714392175-172.17.0.3-1731543762366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:16,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:23:16,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57313cff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:16,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b44b8f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:16,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:16,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26624ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:16,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d62f08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80718d2e-b1e9-0810-0891-9aca7da3c57b/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:16,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:23:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:23:16,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37167 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43367 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1066 (was 1130), ProcessCount=11 (was 11), AvailableMemoryMB=4230 (was 3920) - AvailableMemoryMB LEAK? - 2024-11-14T00:23:16,101 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=1066, ProcessCount=11, AvailableMemoryMB=4230 2024-11-14T00:23:16,117 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T00:23:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir so I do NOT create it in target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c 2024-11-14T00:23:16,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:23:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.tmp.dir so I do NOT create it in target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c 2024-11-14T00:23:16,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75538f87-07f3-bbc7-470e-ecd78dc7cb0c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:23:16,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c 2024-11-14T00:23:16,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3, deleteOnExit=true 2024-11-14T00:23:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136b900a20002, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:23:16,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136b900a20002, quorum=127.0.0.1:63884, baseZNode=/0-341363948 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:23:16,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/zookeeper_0, clientPort=58132, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:23:16,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136b900a20005, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:23:16,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136b900a20005, quorum=127.0.0.1:63884, baseZNode=/1-1009602004 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:23:16,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58132 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/test.cache.data in system properties and HBase conf 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:23:16,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:23:16,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:16,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:23:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:23:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:23:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:23:16,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:23:16,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:16,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:16,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:16,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:16,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:23:16,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:16,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa1b963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:16,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38df7f86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:16,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e10792{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/java.io.tmpdir/jetty-localhost-45931-hadoop-hdfs-3_4_1-tests_jar-_-any-98265403440663761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:16,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fbb3469{HTTP/1.1, (http/1.1)}{localhost:45931} 2024-11-14T00:23:16,811 INFO [Time-limited test {}] server.Server(415): Started @199947ms 2024-11-14T00:23:17,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:17,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:17,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:17,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:17,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:23:17,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c7fd2f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:17,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f17d2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:17,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c40d224{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/java.io.tmpdir/jetty-localhost-34945-hadoop-hdfs-3_4_1-tests_jar-_-any-8299543664578889942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:17,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@327d7abf{HTTP/1.1, (http/1.1)}{localhost:34945} 2024-11-14T00:23:17,329 INFO [Time-limited test {}] server.Server(415): Started @200464ms 2024-11-14T00:23:17,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:23:19,061 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/data/data1/current/BP-1260643483-172.17.0.3-1731543796207/current, will proceed with Du for space computation calculation, 2024-11-14T00:23:19,084 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/data/data2/current/BP-1260643483-172.17.0.3-1731543796207/current, will proceed with Du for space computation calculation, 2024-11-14T00:23:19,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:19,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:19,181 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:23:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc75c539e465e4fca with lease ID 0xd462261b0c3c5bda: Processing first storage report for DS-964fb74e-88cc-4b92-9791-50d02c3d8d8b from datanode DatanodeRegistration(127.0.0.1:38753, datanodeUuid=81e15dae-6dc8-43b8-b4fd-08958ea0d9a4, infoPort=33789, infoSecurePort=0, ipcPort=41503, storageInfo=lv=-57;cid=testClusterID;nsid=292202763;c=1731543796207) 2024-11-14T00:23:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc75c539e465e4fca with lease ID 0xd462261b0c3c5bda: from storage DS-964fb74e-88cc-4b92-9791-50d02c3d8d8b node DatanodeRegistration(127.0.0.1:38753, datanodeUuid=81e15dae-6dc8-43b8-b4fd-08958ea0d9a4, infoPort=33789, infoSecurePort=0, ipcPort=41503, storageInfo=lv=-57;cid=testClusterID;nsid=292202763;c=1731543796207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:23:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc75c539e465e4fca with lease ID 0xd462261b0c3c5bda: Processing first storage report for DS-bc82aee8-e51a-4e33-a5b6-384d49a71157 from datanode DatanodeRegistration(127.0.0.1:38753, datanodeUuid=81e15dae-6dc8-43b8-b4fd-08958ea0d9a4, infoPort=33789, infoSecurePort=0, ipcPort=41503, storageInfo=lv=-57;cid=testClusterID;nsid=292202763;c=1731543796207) 2024-11-14T00:23:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc75c539e465e4fca with lease ID 0xd462261b0c3c5bda: from storage DS-bc82aee8-e51a-4e33-a5b6-384d49a71157 node DatanodeRegistration(127.0.0.1:38753, datanodeUuid=81e15dae-6dc8-43b8-b4fd-08958ea0d9a4, infoPort=33789, infoSecurePort=0, ipcPort=41503, storageInfo=lv=-57;cid=testClusterID;nsid=292202763;c=1731543796207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:23:19,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c 2024-11-14T00:23:19,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:19,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:23:19,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40 with version=8 2024-11-14T00:23:19,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/hbase-staging 2024-11-14T00:23:19,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:23:19,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:19,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40199 2024-11-14T00:23:19,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40199 connecting to ZooKeeper ensemble=127.0.0.1:58132 2024-11-14T00:23:19,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401990x0, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:19,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40199-0x10136b9854f0000 connected 2024-11-14T00:23:19,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:19,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:19,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/running 2024-11-14T00:23:19,478 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40, hbase.cluster.distributed=false 2024-11-14T00:23:19,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/acl 2024-11-14T00:23:19,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-14T00:23:19,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40199 2024-11-14T00:23:19,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40199 2024-11-14T00:23:19,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-14T00:23:19,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-14T00:23:19,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:19,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:19,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:19,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:19,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:19,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:19,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:23:19,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:19,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44449 2024-11-14T00:23:19,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44449 connecting to ZooKeeper ensemble=127.0.0.1:58132 2024-11-14T00:23:19,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:19,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:19,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444490x0, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/running 2024-11-14T00:23:19,611 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:23:19,611 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444490x0, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:19,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:23:19,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444490x0, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/master 2024-11-14T00:23:19,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444490x0, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/acl 2024-11-14T00:23:19,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44449-0x10136b9854f0001 connected 2024-11-14T00:23:19,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44449 2024-11-14T00:23:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44449 2024-11-14T00:23:19,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44449 2024-11-14T00:23:19,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44449 2024-11-14T00:23:19,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44449 2024-11-14T00:23:19,695 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:40199 2024-11-14T00:23:19,697 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0399994694/backup-masters/63baa11b75f3,40199,1731543799300 2024-11-14T00:23:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:23:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:23:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:19,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694/backup-masters 2024-11-14T00:23:19,762 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694/backup-masters 2024-11-14T00:23:19,768 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on existing znode=/0399994694/backup-masters/63baa11b75f3,40199,1731543799300 2024-11-14T00:23:19,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:19,805 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0399994694/master 2024-11-14T00:23:19,805 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:19,806 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on existing znode=/0399994694/master 2024-11-14T00:23:19,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0399994694/backup-masters/63baa11b75f3,40199,1731543799300 from backup master directory 2024-11-14T00:23:19,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0399994694/backup-masters/63baa11b75f3,40199,1731543799300 2024-11-14T00:23:19,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694/backup-masters 2024-11-14T00:23:19,816 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:19,816 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,40199,1731543799300 2024-11-14T00:23:19,820 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694/backup-masters 2024-11-14T00:23:19,823 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/hbase.id] with ID: 63f0e9e6-f7c0-4c8b-ab03-9759545abaa5 2024-11-14T00:23:19,823 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/.tmp/hbase.id 2024-11-14T00:23:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:23:20,248 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/.tmp/hbase.id]:[hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/hbase.id] 2024-11-14T00:23:20,418 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:20,419 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:23:20,424 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-14T00:23:20,476 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:20,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:23:20,509 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:20,510 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:23:20,512 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:23:20,546 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store 2024-11-14T00:23:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:23:20,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:20,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:20,969 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:20,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:20,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:20,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:20,972 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:20,972 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543800969Disabling compacts and flushes for region at 1731543800969Disabling writes for close at 1731543800969Writing region close event to WAL at 1731543800969Closed at 1731543800972 (+3 ms) 2024-11-14T00:23:20,976 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/.initializing 2024-11-14T00:23:20,976 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/WALs/63baa11b75f3,40199,1731543799300 2024-11-14T00:23:20,977 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:20,979 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C40199%2C1731543799300, suffix=, logDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/WALs/63baa11b75f3,40199,1731543799300, archiveDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/oldWALs, maxLogs=10 2024-11-14T00:23:21,005 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/WALs/63baa11b75f3,40199,1731543799300/63baa11b75f3%2C40199%2C1731543799300.1731543800979, exclude list is [], retry=0 2024-11-14T00:23:21,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-964fb74e-88cc-4b92-9791-50d02c3d8d8b,DISK] 2024-11-14T00:23:21,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/WALs/63baa11b75f3,40199,1731543799300/63baa11b75f3%2C40199%2C1731543799300.1731543800979 2024-11-14T00:23:21,021 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-14T00:23:21,021 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:21,022 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:21,022 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,022 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:23:21,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:21,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:21,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:23:21,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:21,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:21,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:23:21,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:21,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:21,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:23:21,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:21,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:21,049 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,050 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,051 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,053 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,053 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,053 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:21,057 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:21,059 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:21,059 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67435401, jitterRate=0.004865780472755432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:21,060 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543801022Initializing all the Stores at 1731543801024 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543801024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543801024Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543801024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543801024Cleaning up temporary data from old regions at 1731543801053 (+29 ms)Region opened successfully at 1731543801060 (+7 ms) 2024-11-14T00:23:21,060 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:23:21,062 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cbe302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:21,063 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:23:21,063 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:23:21,063 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:23:21,063 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:23:21,064 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:23:21,064 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:23:21,064 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:23:21,065 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:23:21,066 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Unable to get data of znode /0399994694/balancer because node does not exist (not necessarily an error) 2024-11-14T00:23:21,178 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/balancer already deleted, retry=false 2024-11-14T00:23:21,178 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:23:21,179 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Unable to get data of znode /0399994694/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:23:21,252 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/normalizer already deleted, retry=false 2024-11-14T00:23:21,252 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:23:21,253 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Unable to get data of znode /0399994694/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:23:21,303 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/switch/split already deleted, retry=false 2024-11-14T00:23:21,304 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Unable to get data of znode /0399994694/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:23:21,404 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/switch/merge already deleted, retry=false 2024-11-14T00:23:21,429 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Unable to get data of znode /0399994694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:23:21,451 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/snapshot-cleanup already deleted, retry=false 2024-11-14T00:23:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0399994694/running 2024-11-14T00:23:21,463 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0399994694/running 2024-11-14T00:23:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:21,463 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:21,465 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,40199,1731543799300, sessionid=0x10136b9854f0000, setting cluster-up flag (Was=false) 2024-11-14T00:23:21,489 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:21,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:21,536 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0399994694/flush-table-proc/acquired, /0399994694/flush-table-proc/reached, /0399994694/flush-table-proc/abort 2024-11-14T00:23:21,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,40199,1731543799300 2024-11-14T00:23:21,630 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:21,694 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0399994694/online-snapshot/acquired, /0399994694/online-snapshot/reached, /0399994694/online-snapshot/abort 2024-11-14T00:23:21,703 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,40199,1731543799300 2024-11-14T00:23:21,715 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:23:21,735 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:21,736 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:23:21,736 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:23:21,736 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,40199,1731543799300 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:21,757 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543831793 2024-11-14T00:23:21,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:21,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:23:21,793 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:23:21,794 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:21,804 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(746): ClusterId : 63f0e9e6-f7c0-4c8b-ab03-9759545abaa5 2024-11-14T00:23:21,804 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:23:21,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:21,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:23:21,815 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:23:21,815 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:23:21,815 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:23:21,815 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:23:21,817 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:23:21,817 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:23:21,829 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543801817,5,FailOnTimeoutGroup] 2024-11-14T00:23:21,841 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:23:21,841 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:23:21,844 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543801829,5,FailOnTimeoutGroup] 2024-11-14T00:23:21,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:21,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:23:21,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:21,844 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:21,868 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:23:21,869 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8756b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:21,893 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:44449 2024-11-14T00:23:21,893 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:23:21,893 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:23:21,893 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:23:21,901 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,40199,1731543799300 with port=44449, startcode=1731543799557 2024-11-14T00:23:21,901 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:23:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:23:21,925 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:23:21,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,44449,1731543799557 2024-11-14T00:23:21,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40199 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:21,932 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40 2024-11-14T00:23:21,932 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45099 2024-11-14T00:23:21,933 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:23:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694/rs 2024-11-14T00:23:21,959 DEBUG [RS:0;63baa11b75f3:44449 {}] zookeeper.ZKUtil(111): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on existing znode=/0399994694/rs/63baa11b75f3,44449,1731543799557 2024-11-14T00:23:21,959 WARN [RS:0;63baa11b75f3:44449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:21,960 INFO [RS:0;63baa11b75f3:44449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:21,960 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557 2024-11-14T00:23:21,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,44449,1731543799557] 2024-11-14T00:23:21,992 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:23:21,996 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:23:22,004 INFO [RS:0;63baa11b75f3:44449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:23:22,004 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,008 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:23:22,011 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:23:22,011 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,011 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,011 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,011 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,011 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,011 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,012 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:22,012 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,012 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,014 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,014 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,014 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,014 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:22,014 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:22,014 DEBUG [RS:0;63baa11b75f3:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:22,024 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,024 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,024 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,024 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,024 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,025 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44449,1731543799557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:22,054 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:23:22,054 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44449,1731543799557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,054 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,054 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.Replication(171): 63baa11b75f3,44449,1731543799557 started 2024-11-14T00:23:22,080 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:22,081 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,44449,1731543799557, RpcServer on 63baa11b75f3/172.17.0.3:44449, sessionid=0x10136b9854f0001 2024-11-14T00:23:22,081 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:23:22,081 DEBUG [RS:0;63baa11b75f3:44449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,44449,1731543799557 2024-11-14T00:23:22,081 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,44449,1731543799557' 2024-11-14T00:23:22,081 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0399994694/flush-table-proc/abort' 2024-11-14T00:23:22,084 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0399994694/flush-table-proc/acquired' 2024-11-14T00:23:22,088 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:23:22,088 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:23:22,088 DEBUG [RS:0;63baa11b75f3:44449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,44449,1731543799557 2024-11-14T00:23:22,088 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,44449,1731543799557' 2024-11-14T00:23:22,088 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0399994694/online-snapshot/abort' 2024-11-14T00:23:22,095 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0399994694/online-snapshot/acquired' 2024-11-14T00:23:22,111 DEBUG [RS:0;63baa11b75f3:44449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:23:22,111 INFO [RS:0;63baa11b75f3:44449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:23:22,111 INFO [RS:0;63baa11b75f3:44449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:23:22,212 INFO [RS:0;63baa11b75f3:44449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:22,220 INFO [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C44449%2C1731543799557, suffix=, logDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557, archiveDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/oldWALs, maxLogs=10 2024-11-14T00:23:22,249 DEBUG [RS:0;63baa11b75f3:44449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220, exclude list is [], retry=0 2024-11-14T00:23:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-964fb74e-88cc-4b92-9791-50d02c3d8d8b,DISK] 2024-11-14T00:23:22,281 INFO [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 2024-11-14T00:23:22,294 DEBUG [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-14T00:23:22,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:23:22,327 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40 2024-11-14T00:23:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:23:22,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:22,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:22,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:22,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:22,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:22,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:22,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:22,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:22,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:22,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:22,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:22,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:22,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:22,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:22,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:22,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:22,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:22,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:22,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740 2024-11-14T00:23:22,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740 2024-11-14T00:23:22,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:22,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:22,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:22,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:22,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60580407, jitterRate=-0.09728159010410309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543802396Initializing all the Stores at 1731543802398 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543802398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543802399 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543802399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543802399Cleaning up temporary data from old regions at 1731543802427 (+28 ms)Region opened successfully at 1731543802432 (+5 ms) 2024-11-14T00:23:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:22,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:22,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543802432Disabling compacts and flushes for region at 1731543802432Disabling writes for close at 1731543802432Writing region close event to WAL at 1731543802432Closed at 1731543802432 2024-11-14T00:23:22,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:22,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:23:22,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:23:22,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:22,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:23:22,586 DEBUG [63baa11b75f3:40199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:23:22,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:22,588 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,44449,1731543799557, state=OPENING 2024-11-14T00:23:22,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:23:22,895 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:22,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:22,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0399994694/meta-region-server: CHANGED 2024-11-14T00:23:22,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0399994694/meta-region-server: CHANGED 2024-11-14T00:23:22,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:22,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,44449,1731543799557}] 2024-11-14T00:23:23,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:23,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:23:23,056 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:23:23,056 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:23,057 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:23:23,058 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C44449%2C1731543799557.meta, suffix=.meta, logDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557, archiveDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/oldWALs, maxLogs=10 2024-11-14T00:23:23,070 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.meta.1731543803058.meta, exclude list is [], retry=0 2024-11-14T00:23:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-964fb74e-88cc-4b92-9791-50d02c3d8d8b,DISK] 2024-11-14T00:23:23,074 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.meta.1731543803058.meta 2024-11-14T00:23:23,074 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-14T00:23:23,074 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:23,074 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:23,074 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:23,074 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:23:23,075 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:23:23,075 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:23:23,075 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:23,075 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:23:23,075 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:23:23,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:23,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:23,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:23,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:23,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:23,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:23,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:23,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:23,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:23,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:23,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:23,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:23,080 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:23,081 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740 2024-11-14T00:23:23,082 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740 2024-11-14T00:23:23,082 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:23,082 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:23,083 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:23,084 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:23,086 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67815531, jitterRate=0.010530158877372742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:23,086 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:23:23,087 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543803075Writing region info on filesystem at 1731543803075Initializing all the Stores at 1731543803076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543803076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543803076Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543803076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543803076Cleaning up temporary data from old regions at 1731543803082 (+6 ms)Running coprocessor post-open hooks at 1731543803086 (+4 ms)Region opened successfully at 1731543803087 (+1 ms) 2024-11-14T00:23:23,088 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543803050 2024-11-14T00:23:23,090 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:23:23,090 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:23:23,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:23,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,44449,1731543799557, state=OPEN 2024-11-14T00:23:23,172 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0399994694/meta-region-server 2024-11-14T00:23:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0399994694/meta-region-server 2024-11-14T00:23:23,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:23,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0399994694/meta-region-server: CHANGED 2024-11-14T00:23:23,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0399994694/meta-region-server: CHANGED 2024-11-14T00:23:23,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:23:23,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,44449,1731543799557 in 274 msec 2024-11-14T00:23:23,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:23:23,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 742 msec 2024-11-14T00:23:23,177 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:23,177 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:23:23,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:23,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44449,1731543799557, seqNum=-1] 2024-11-14T00:23:23,179 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:23,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:23,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4630 sec 2024-11-14T00:23:23,184 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543803184, completionTime=-1 2024-11-14T00:23:23,184 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:23:23,184 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:23:23,186 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:23:23,186 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543863186 2024-11-14T00:23:23,186 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543923186 2024-11-14T00:23:23,186 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:23:23,187 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40199,1731543799300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,187 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40199,1731543799300-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,187 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40199,1731543799300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,187 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:40199, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,187 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,188 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,189 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.375sec 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40199,1731543799300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:23,191 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40199,1731543799300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:23:23,193 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:23:23,193 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:23:23,193 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40199,1731543799300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:23,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436671b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:23,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:23,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:23,204 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b183f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:23,206 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:23,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da32b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:23,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:23,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44449,1731543799557, seqNum=-1] 2024-11-14T00:23:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:23,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,40199,1731543799300 2024-11-14T00:23:23,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58132 2024-11-14T00:23:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:23,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136b9854f0002 connected 2024-11-14T00:23:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir so I do NOT create it in target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787 2024-11-14T00:23:23,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:23:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.tmp.dir so I do NOT create it in target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787 2024-11-14T00:23:23,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:23:23,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787 2024-11-14T00:23:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:23:23,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/cluster_aee33003-a116-61f3-0c8e-9e36d275f1c6, deleteOnExit=true 2024-11-14T00:23:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:23:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/test.cache.data in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:23:23,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:23:23,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:23:23,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:23,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:23:23,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:23:23,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:23,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:23,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:23,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:23,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:23:23,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:23,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2067e905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:23,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf1b482{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:23,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14bf4608{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/java.io.tmpdir/jetty-localhost-34601-hadoop-hdfs-3_4_1-tests_jar-_-any-2954477852107095966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:23,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ffa2cf1{HTTP/1.1, (http/1.1)}{localhost:34601} 2024-11-14T00:23:23,900 INFO [Time-limited test {}] server.Server(415): Started @207035ms 2024-11-14T00:23:24,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:24,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:24,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:24,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:24,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:23:24,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecaec44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:24,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b981b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:24,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64c83422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/java.io.tmpdir/jetty-localhost-41891-hadoop-hdfs-3_4_1-tests_jar-_-any-10536842782192725046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:24,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32983fcb{HTTP/1.1, (http/1.1)}{localhost:41891} 2024-11-14T00:23:24,340 INFO [Time-limited test {}] server.Server(415): Started @207475ms 2024-11-14T00:23:24,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:23:25,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:25,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:25,299 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/cluster_aee33003-a116-61f3-0c8e-9e36d275f1c6/data/data1/current/BP-1888725081-172.17.0.3-1731543803280/current, will proceed with Du for space computation calculation, 2024-11-14T00:23:25,300 WARN [Thread-1808 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/cluster_aee33003-a116-61f3-0c8e-9e36d275f1c6/data/data2/current/BP-1888725081-172.17.0.3-1731543803280/current, will proceed with Du for space computation calculation, 2024-11-14T00:23:25,357 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:23:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d042831b7bc1268 with lease ID 0x7740564f4cfa1b87: Processing first storage report for DS-c687a8bb-5af0-4f3b-9fec-6b231ace3da4 from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=6cc2ca64-257e-4fdc-8808-9e1cf7be4879, infoPort=34533, infoSecurePort=0, ipcPort=36565, storageInfo=lv=-57;cid=testClusterID;nsid=1654680193;c=1731543803280) 2024-11-14T00:23:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d042831b7bc1268 with lease ID 0x7740564f4cfa1b87: from storage DS-c687a8bb-5af0-4f3b-9fec-6b231ace3da4 node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=6cc2ca64-257e-4fdc-8808-9e1cf7be4879, infoPort=34533, infoSecurePort=0, ipcPort=36565, storageInfo=lv=-57;cid=testClusterID;nsid=1654680193;c=1731543803280), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T00:23:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d042831b7bc1268 with lease ID 0x7740564f4cfa1b87: Processing first storage report for DS-7d3083fd-01ba-4788-a888-195704e9fb90 from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=6cc2ca64-257e-4fdc-8808-9e1cf7be4879, infoPort=34533, infoSecurePort=0, ipcPort=36565, storageInfo=lv=-57;cid=testClusterID;nsid=1654680193;c=1731543803280) 2024-11-14T00:23:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d042831b7bc1268 with lease ID 0x7740564f4cfa1b87: from storage DS-7d3083fd-01ba-4788-a888-195704e9fb90 node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=6cc2ca64-257e-4fdc-8808-9e1cf7be4879, infoPort=34533, infoSecurePort=0, ipcPort=36565, storageInfo=lv=-57;cid=testClusterID;nsid=1654680193;c=1731543803280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:23:25,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787 2024-11-14T00:23:25,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:25,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:25,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:23:25,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a with version=8 2024-11-14T00:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/hbase-staging 2024-11-14T00:23:25,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:25,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:25,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:25,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:25,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:25,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:25,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:23:25,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:25,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38955 2024-11-14T00:23:25,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38955 connecting to ZooKeeper ensemble=127.0.0.1:58132 2024-11-14T00:23:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389550x0, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:25,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38955-0x10136b9854f0003 connected 2024-11-14T00:23:26,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:26,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:26,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/running 2024-11-14T00:23:26,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a, hbase.cluster.distributed=false 2024-11-14T00:23:26,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/acl 2024-11-14T00:23:26,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-14T00:23:26,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38955 2024-11-14T00:23:26,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38955 2024-11-14T00:23:26,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-14T00:23:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-14T00:23:26,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:26,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:26,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:26,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:26,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:26,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:26,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:23:26,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:26,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36807 2024-11-14T00:23:26,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36807 connecting to ZooKeeper ensemble=127.0.0.1:58132 2024-11-14T00:23:26,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:26,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368070x0, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:26,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36807-0x10136b9854f0004 connected 2024-11-14T00:23:26,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/running 2024-11-14T00:23:26,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:23:26,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:23:26,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/master 2024-11-14T00:23:26,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/acl 2024-11-14T00:23:26,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-14T00:23:26,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36807 2024-11-14T00:23:26,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36807 2024-11-14T00:23:26,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-14T00:23:26,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-14T00:23:26,480 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:38955 2024-11-14T00:23:26,481 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2015976784/backup-masters/63baa11b75f3,38955,1731543805851 2024-11-14T00:23:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784/backup-masters 2024-11-14T00:23:26,505 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on existing znode=/1-2015976784/backup-masters/63baa11b75f3,38955,1731543805851 2024-11-14T00:23:26,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784/backup-masters 2024-11-14T00:23:26,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2015976784/master 2024-11-14T00:23:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:26,533 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on existing znode=/1-2015976784/master 2024-11-14T00:23:26,536 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2015976784/backup-masters/63baa11b75f3,38955,1731543805851 from backup master directory 2024-11-14T00:23:26,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784/backup-masters 2024-11-14T00:23:26,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015976784/backup-masters/63baa11b75f3,38955,1731543805851 2024-11-14T00:23:26,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784/backup-masters 2024-11-14T00:23:26,548 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:26,548 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,38955,1731543805851 2024-11-14T00:23:26,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/backup-masters/63baa11b75f3,38955,1731543805851 because node does not exist (not an error) 2024-11-14T00:23:26,572 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/hbase.id] with ID: 070c29e9-e325-4953-9f08-46438f7d86a5 2024-11-14T00:23:26,572 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/.tmp/hbase.id 2024-11-14T00:23:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:23:26,606 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/.tmp/hbase.id]:[hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/hbase.id] 2024-11-14T00:23:26,671 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:26,671 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:23:26,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-14T00:23:26,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:26,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:23:27,180 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:27,181 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:23:27,185 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:23:27,649 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store 2024-11-14T00:23:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:23:27,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:27,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:27,657 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:27,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:27,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:27,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:27,657 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:27,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543807657Disabling compacts and flushes for region at 1731543807657Disabling writes for close at 1731543807657Writing region close event to WAL at 1731543807657Closed at 1731543807657 2024-11-14T00:23:27,661 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/.initializing 2024-11-14T00:23:27,661 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/WALs/63baa11b75f3,38955,1731543805851 2024-11-14T00:23:27,662 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:27,670 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C38955%2C1731543805851, suffix=, logDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/WALs/63baa11b75f3,38955,1731543805851, archiveDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/oldWALs, maxLogs=10 2024-11-14T00:23:27,686 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/WALs/63baa11b75f3,38955,1731543805851/63baa11b75f3%2C38955%2C1731543805851.1731543807670, exclude list is [], retry=0 2024-11-14T00:23:27,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-c687a8bb-5af0-4f3b-9fec-6b231ace3da4,DISK] 2024-11-14T00:23:27,690 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/WALs/63baa11b75f3,38955,1731543805851/63baa11b75f3%2C38955%2C1731543805851.1731543807670 2024-11-14T00:23:27,692 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34533:34533)] 2024-11-14T00:23:27,692 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:27,692 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:27,692 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,692 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:23:27,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:27,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:27,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:23:27,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:27,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:27,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:23:27,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:27,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:27,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:23:27,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:27,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:27,704 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,705 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,705 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:27,707 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:27,713 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:27,713 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72020226, jitterRate=0.07318499684333801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:27,713 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543807693Initializing all the Stores at 1731543807693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543807693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543807696 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543807696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543807696Cleaning up temporary data from old regions at 1731543807706 (+10 ms)Region opened successfully at 1731543807713 (+7 ms) 2024-11-14T00:23:27,714 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:23:27,717 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f119d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:27,717 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:23:27,718 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:23:27,718 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:23:27,718 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:23:27,718 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:23:27,719 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:23:27,719 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:23:27,721 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:23:27,725 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/balancer because node does not exist (not necessarily an error) 2024-11-14T00:23:27,767 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015976784/balancer already deleted, retry=false 2024-11-14T00:23:27,767 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:23:27,768 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:23:27,798 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015976784/normalizer already deleted, retry=false 2024-11-14T00:23:27,799 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:23:27,800 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:23:27,809 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015976784/switch/split already deleted, retry=false 2024-11-14T00:23:27,810 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:23:27,819 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015976784/switch/merge already deleted, retry=false 2024-11-14T00:23:27,822 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:23:27,841 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015976784/snapshot-cleanup already deleted, retry=false 2024-11-14T00:23:27,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2015976784/running 2024-11-14T00:23:27,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2015976784/running 2024-11-14T00:23:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:27,865 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,38955,1731543805851, sessionid=0x10136b9854f0003, setting cluster-up flag (Was=false) 2024-11-14T00:23:27,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:27,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:27,914 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2015976784/flush-table-proc/acquired, /1-2015976784/flush-table-proc/reached, /1-2015976784/flush-table-proc/abort 2024-11-14T00:23:27,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,38955,1731543805851 2024-11-14T00:23:27,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:23:28,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:28,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:28,140 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2015976784/online-snapshot/acquired, /1-2015976784/online-snapshot/reached, /1-2015976784/online-snapshot/abort 2024-11-14T00:23:28,156 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,38955,1731543805851 2024-11-14T00:23:28,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:23:28,179 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:28,179 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:23:28,179 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:23:28,179 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,38955,1731543805851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:28,211 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:28,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:23:28,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:28,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543838255 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:23:28,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:23:28,268 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,276 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:23:28,276 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:23:28,276 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:23:28,276 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:23:28,279 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:23:28,279 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:23:28,320 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543808279,5,FailOnTimeoutGroup] 2024-11-14T00:23:28,323 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(746): ClusterId : 070c29e9-e325-4953-9f08-46438f7d86a5 2024-11-14T00:23:28,323 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:23:28,324 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543808320,5,FailOnTimeoutGroup] 2024-11-14T00:23:28,324 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,324 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:23:28,324 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,324 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:23:28,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:23:28,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a 2024-11-14T00:23:28,357 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:23:28,357 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:23:28,387 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:23:28,387 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8b62b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:23:28,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:28,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:28,411 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:36807 2024-11-14T00:23:28,411 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:23:28,411 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:23:28,411 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:23:28,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:28,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:28,416 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,38955,1731543805851 with port=36807, startcode=1731543806348 2024-11-14T00:23:28,416 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:23:28,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:28,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:28,421 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:23:28,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:28,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:28,432 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a 2024-11-14T00:23:28,432 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40915 2024-11-14T00:23:28,432 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:23:28,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:28,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:28,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:28,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:28,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:28,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:28,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:28,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:28,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:28,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:28,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740 2024-11-14T00:23:28,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740 2024-11-14T00:23:28,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:28,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:28,461 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:28,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:28,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:28,497 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75268682, jitterRate=0.1215907633304596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:28,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543808403Initializing all the Stores at 1731543808405 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543808406 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543808406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543808406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543808406Cleaning up temporary data from old regions at 1731543808460 (+54 ms)Region opened successfully at 1731543808497 (+37 ms) 2024-11-14T00:23:28,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:28,497 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:28,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:28,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:28,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:28,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:28,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543808497Disabling compacts and flushes for region at 1731543808497Disabling writes for close at 1731543808497Writing region close event to WAL at 1731543808508 (+11 ms)Closed at 1731543808508 2024-11-14T00:23:28,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:28,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:23:28,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:23:28,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:28,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:23:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784/rs 2024-11-14T00:23:28,597 DEBUG [RS:0;63baa11b75f3:36807 {}] zookeeper.ZKUtil(111): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on existing znode=/1-2015976784/rs/63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,597 WARN [RS:0;63baa11b75f3:36807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:28,597 INFO [RS:0;63baa11b75f3:36807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:28,597 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,36807,1731543806348] 2024-11-14T00:23:28,615 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:23:28,624 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:23:28,628 INFO [RS:0;63baa11b75f3:36807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:23:28,628 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,629 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:23:28,632 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:23:28,632 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:28,633 DEBUG [RS:0;63baa11b75f3:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:28,664 WARN [63baa11b75f3:38955 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:23:28,664 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,664 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,664 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,664 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,664 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,664 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36807,1731543806348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:28,698 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:23:28,698 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36807,1731543806348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,698 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,698 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.Replication(171): 63baa11b75f3,36807,1731543806348 started 2024-11-14T00:23:28,718 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:28,718 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,36807,1731543806348, RpcServer on 63baa11b75f3/172.17.0.3:36807, sessionid=0x10136b9854f0004 2024-11-14T00:23:28,718 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:23:28,718 DEBUG [RS:0;63baa11b75f3:36807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,718 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36807,1731543806348' 2024-11-14T00:23:28,718 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2015976784/flush-table-proc/abort' 2024-11-14T00:23:28,724 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2015976784/flush-table-proc/acquired' 2024-11-14T00:23:28,732 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:23:28,732 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:23:28,732 DEBUG [RS:0;63baa11b75f3:36807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,732 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36807,1731543806348' 2024-11-14T00:23:28,732 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2015976784/online-snapshot/abort' 2024-11-14T00:23:28,736 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2015976784/online-snapshot/acquired' 2024-11-14T00:23:28,744 DEBUG [RS:0;63baa11b75f3:36807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:23:28,744 INFO [RS:0;63baa11b75f3:36807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:23:28,744 INFO [RS:0;63baa11b75f3:36807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:23:28,845 INFO [RS:0;63baa11b75f3:36807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:28,861 INFO [RS:0;63baa11b75f3:36807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36807%2C1731543806348, suffix=, logDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348, archiveDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/oldWALs, maxLogs=10 2024-11-14T00:23:28,880 DEBUG [RS:0;63baa11b75f3:36807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861, exclude list is [], retry=0 2024-11-14T00:23:28,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-c687a8bb-5af0-4f3b-9fec-6b231ace3da4,DISK] 2024-11-14T00:23:28,908 INFO [RS:0;63baa11b75f3:36807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 2024-11-14T00:23:28,909 DEBUG [RS:0;63baa11b75f3:36807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34533:34533)] 2024-11-14T00:23:28,914 DEBUG [63baa11b75f3:38955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:23:28,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:28,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36807,1731543806348, state=OPENING 2024-11-14T00:23:28,944 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:23:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:28,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015976784/meta-region-server: CHANGED 2024-11-14T00:23:28,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:28,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36807,1731543806348}] 2024-11-14T00:23:28,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015976784/meta-region-server: CHANGED 2024-11-14T00:23:29,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:29,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:23:29,148 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:23:29,149 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:29,149 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:23:29,151 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36807%2C1731543806348.meta, suffix=.meta, logDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348, archiveDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/oldWALs, maxLogs=10 2024-11-14T00:23:29,177 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.meta.1731543809151.meta, exclude list is [], retry=0 2024-11-14T00:23:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-c687a8bb-5af0-4f3b-9fec-6b231ace3da4,DISK] 2024-11-14T00:23:29,188 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.meta.1731543809151.meta 2024-11-14T00:23:29,189 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34533:34533)] 2024-11-14T00:23:29,189 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:29,189 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:29,189 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:29,189 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:23:29,189 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:23:29,190 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:23:29,190 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:29,190 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:23:29,190 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:23:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:29,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:29,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:29,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:29,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:29,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:29,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:29,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:29,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:29,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:29,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:29,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:29,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:29,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:29,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:29,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:29,219 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:29,220 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740 2024-11-14T00:23:29,225 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740 2024-11-14T00:23:29,226 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:29,226 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:29,227 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:29,228 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:29,229 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65646734, jitterRate=-0.021787434816360474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:29,229 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:23:29,229 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543809190Writing region info on filesystem at 1731543809190Initializing all the Stores at 1731543809191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543809191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543809192 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543809192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543809192Cleaning up temporary data from old regions at 1731543809226 (+34 ms)Running coprocessor post-open hooks at 1731543809229 (+3 ms)Region opened successfully at 1731543809229 2024-11-14T00:23:29,241 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543809117 2024-11-14T00:23:29,256 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:23:29,256 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:23:29,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:29,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36807,1731543806348, state=OPEN 2024-11-14T00:23:29,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2015976784/meta-region-server 2024-11-14T00:23:29,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2015976784/meta-region-server 2024-11-14T00:23:29,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015976784/meta-region-server: CHANGED 2024-11-14T00:23:29,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015976784/meta-region-server: CHANGED 2024-11-14T00:23:29,316 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:29,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:23:29,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36807,1731543806348 in 356 msec 2024-11-14T00:23:29,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:23:29,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 816 msec 2024-11-14T00:23:29,329 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:29,329 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:23:29,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:29,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:29,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:29,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:29,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-11-14T00:23:29,358 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543809358, completionTime=-1 2024-11-14T00:23:29,359 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:23:29,359 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:23:29,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:23:29,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543869361 2024-11-14T00:23:29,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543929361 2024-11-14T00:23:29,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:23:29,361 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38955,1731543805851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38955,1731543805851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38955,1731543805851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:38955, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,364 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,366 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.832sec 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38955,1731543805851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:29,380 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38955,1731543805851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:23:29,386 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:23:29,386 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:23:29,386 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,38955,1731543805851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:29,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cf692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:29,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:29,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:29,424 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51564da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:29,428 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:29,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae9833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:29,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:29,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:29,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:29,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:29,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,38955,1731543805851 2024-11-14T00:23:29,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58132 2024-11-14T00:23:29,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:29,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136b9854f0005 connected 2024-11-14T00:23:29,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40199,1731543799300 2024-11-14T00:23:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63cf29b7 2024-11-14T00:23:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:29,581 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:29,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:23:29,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:23:29,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:29,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:23:29,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:23:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:23:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:23:29,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:23:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:29,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T00:23:29,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:29,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:23:29,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:23:29,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T00:23:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:30,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23d44c6c2025469d5b52e91382a1fe2a, NAME => 'test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40 2024-11-14T00:23:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:23:30,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:30,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 23d44c6c2025469d5b52e91382a1fe2a, disabling compactions & flushes 2024-11-14T00:23:30,086 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. after waiting 0 ms 2024-11-14T00:23:30,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,086 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23d44c6c2025469d5b52e91382a1fe2a: Waiting for close lock at 1731543810086Disabling compacts and flushes for region at 1731543810086Disabling writes for close at 1731543810086Writing region close event to WAL at 1731543810086Closed at 1731543810086 2024-11-14T00:23:30,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:23:30,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543810095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543810095"}]},"ts":"1731543810095"} 2024-11-14T00:23:30,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:23:30,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:23:30,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543810107"}]},"ts":"1731543810107"} 2024-11-14T00:23:30,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:23:30,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23d44c6c2025469d5b52e91382a1fe2a, ASSIGN}] 2024-11-14T00:23:30,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23d44c6c2025469d5b52e91382a1fe2a, ASSIGN 2024-11-14T00:23:30,117 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=23d44c6c2025469d5b52e91382a1fe2a, ASSIGN; state=OFFLINE, location=63baa11b75f3,44449,1731543799557; forceNewPlan=false, retain=false 2024-11-14T00:23:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:30,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23d44c6c2025469d5b52e91382a1fe2a, regionState=OPENING, regionLocation=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=23d44c6c2025469d5b52e91382a1fe2a, ASSIGN because future has completed 2024-11-14T00:23:30,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d44c6c2025469d5b52e91382a1fe2a, server=63baa11b75f3,44449,1731543799557}] 2024-11-14T00:23:30,438 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23d44c6c2025469d5b52e91382a1fe2a, NAME => 'test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:30,439 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:30,439 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:23:30,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:30,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,439 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,448 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,450 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d44c6c2025469d5b52e91382a1fe2a columnFamilyName f 2024-11-14T00:23:30,450 DEBUG [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:30,450 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] regionserver.HStore(327): Store=23d44c6c2025469d5b52e91382a1fe2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:30,450 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,452 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d44c6c2025469d5b52e91382a1fe2a columnFamilyName f1 2024-11-14T00:23:30,452 DEBUG [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:30,453 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] regionserver.HStore(327): Store=23d44c6c2025469d5b52e91382a1fe2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:30,453 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,454 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d44c6c2025469d5b52e91382a1fe2a columnFamilyName norep 2024-11-14T00:23:30,454 DEBUG [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:30,456 INFO [StoreOpener-23d44c6c2025469d5b52e91382a1fe2a-1 {}] regionserver.HStore(327): Store=23d44c6c2025469d5b52e91382a1fe2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:30,457 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,457 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,458 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,459 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,459 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,459 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:23:30,460 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,464 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:30,464 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23d44c6c2025469d5b52e91382a1fe2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66669751, jitterRate=-0.006543293595314026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:23:30,464 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:30,465 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23d44c6c2025469d5b52e91382a1fe2a: Running coprocessor pre-open hook at 1731543810439Writing region info on filesystem at 1731543810439Initializing all the Stores at 1731543810440 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543810440Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543810448 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543810448Cleaning up temporary data from old regions at 1731543810459 (+11 ms)Running coprocessor post-open hooks at 1731543810464 (+5 ms)Region opened successfully at 1731543810465 (+1 ms) 2024-11-14T00:23:30,466 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., pid=6, masterSystemTime=1731543810430 2024-11-14T00:23:30,469 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,469 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:30,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23d44c6c2025469d5b52e91382a1fe2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d44c6c2025469d5b52e91382a1fe2a, server=63baa11b75f3,44449,1731543799557 because future has completed 2024-11-14T00:23:30,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:23:30,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23d44c6c2025469d5b52e91382a1fe2a, server=63baa11b75f3,44449,1731543799557 in 202 msec 2024-11-14T00:23:30,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:23:30,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=23d44c6c2025469d5b52e91382a1fe2a, ASSIGN in 372 msec 2024-11-14T00:23:30,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:23:30,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543810489"}]},"ts":"1731543810489"} 2024-11-14T00:23:30,492 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:23:30,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:23:30,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 911 msec 2024-11-14T00:23:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:30,732 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:23:30,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:30,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,38955,1731543805851 2024-11-14T00:23:30,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3af3242 2024-11-14T00:23:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:30,742 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:30,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:23:30,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:23:30,748 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:30,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:23:30,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:23:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:23:30,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 281abcfc866e3b17705a91a41ffa4d63, NAME => 'test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a 2024-11-14T00:23:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:23:30,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:30,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 281abcfc866e3b17705a91a41ffa4d63, disabling compactions & flushes 2024-11-14T00:23:30,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:30,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:30,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. after waiting 0 ms 2024-11-14T00:23:30,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:30,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:30,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 281abcfc866e3b17705a91a41ffa4d63: Waiting for close lock at 1731543810815Disabling compacts and flushes for region at 1731543810815Disabling writes for close at 1731543810815Writing region close event to WAL at 1731543810815Closed at 1731543810815 2024-11-14T00:23:30,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:23:30,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543810816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543810816"}]},"ts":"1731543810816"} 2024-11-14T00:23:30,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:23:30,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:23:30,821 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543810820"}]},"ts":"1731543810820"} 2024-11-14T00:23:30,823 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:23:30,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=281abcfc866e3b17705a91a41ffa4d63, ASSIGN}] 2024-11-14T00:23:30,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=281abcfc866e3b17705a91a41ffa4d63, ASSIGN 2024-11-14T00:23:30,826 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=281abcfc866e3b17705a91a41ffa4d63, ASSIGN; state=OFFLINE, location=63baa11b75f3,36807,1731543806348; forceNewPlan=false, retain=false 2024-11-14T00:23:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:30,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=281abcfc866e3b17705a91a41ffa4d63, regionState=OPENING, regionLocation=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=281abcfc866e3b17705a91a41ffa4d63, ASSIGN because future has completed 2024-11-14T00:23:30,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 281abcfc866e3b17705a91a41ffa4d63, server=63baa11b75f3,36807,1731543806348}] 2024-11-14T00:23:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:31,139 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:31,139 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 281abcfc866e3b17705a91a41ffa4d63, NAME => 'test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:31,139 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:31,139 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:23:31,139 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,140 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:31,140 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,140 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,142 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,143 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281abcfc866e3b17705a91a41ffa4d63 columnFamilyName f 2024-11-14T00:23:31,143 DEBUG [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:31,144 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] regionserver.HStore(327): Store=281abcfc866e3b17705a91a41ffa4d63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:31,144 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,145 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281abcfc866e3b17705a91a41ffa4d63 columnFamilyName f1 2024-11-14T00:23:31,145 DEBUG [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:31,145 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] regionserver.HStore(327): Store=281abcfc866e3b17705a91a41ffa4d63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:31,146 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,152 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281abcfc866e3b17705a91a41ffa4d63 columnFamilyName norep 2024-11-14T00:23:31,152 DEBUG [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:31,153 INFO [StoreOpener-281abcfc866e3b17705a91a41ffa4d63-1 {}] regionserver.HStore(327): Store=281abcfc866e3b17705a91a41ffa4d63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:31,153 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,154 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,154 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,155 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,155 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,155 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:23:31,156 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,158 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:31,158 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 281abcfc866e3b17705a91a41ffa4d63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62408025, jitterRate=-0.07004795968532562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:23:31,158 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:31,158 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 281abcfc866e3b17705a91a41ffa4d63: Running coprocessor pre-open hook at 1731543811140Writing region info on filesystem at 1731543811140Initializing all the Stores at 1731543811141 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543811141Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543811142 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543811142Cleaning up temporary data from old regions at 1731543811155 (+13 ms)Running coprocessor post-open hooks at 1731543811158 (+3 ms)Region opened successfully at 1731543811158 2024-11-14T00:23:31,160 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., pid=6, masterSystemTime=1731543811135 2024-11-14T00:23:31,168 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:31,168 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:31,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=281abcfc866e3b17705a91a41ffa4d63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:31,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 281abcfc866e3b17705a91a41ffa4d63, server=63baa11b75f3,36807,1731543806348 because future has completed 2024-11-14T00:23:31,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:23:31,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 281abcfc866e3b17705a91a41ffa4d63, server=63baa11b75f3,36807,1731543806348 in 196 msec 2024-11-14T00:23:31,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:23:31,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=281abcfc866e3b17705a91a41ffa4d63, ASSIGN in 354 msec 2024-11-14T00:23:31,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:23:31,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543811180"}]},"ts":"1731543811180"} 2024-11-14T00:23:31,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:23:31,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:23:31,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 441 msec 2024-11-14T00:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:23:31,396 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:23:31,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f5c332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:31,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:31,405 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:31,409 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539e3677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:31,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:31,412 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de12d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:31,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:31,415 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:31,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6728367e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccaa80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:31,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:31,420 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268b20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:31,424 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:31,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522344d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:31,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40199,1731543799300 2024-11-14T00:23:31,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f103fc1 2024-11-14T00:23:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:31,432 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:31,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:38955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:23:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:23:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:31,449 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:38955' 2024-11-14T00:23:31,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfb2f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,456 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:31,457 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:31,460 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954763d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:31,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:31,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:31,464 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:31,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e24f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:31,468 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:31,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,38955,1731543805851 2024-11-14T00:23:31,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c70b269 2024-11-14T00:23:31,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:31,476 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:31,481 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:23:31,481 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:23:31,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:31,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:31,482 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:31,483 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:23:31,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:31,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:23:31,488 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:31,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:23:31,534 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:31,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:23:31,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2529ccd2c30d68ea965d899e38f0546f, NAME => 'hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40 2024-11-14T00:23:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:32,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:32,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2529ccd2c30d68ea965d899e38f0546f, disabling compactions & flushes 2024-11-14T00:23:32,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. after waiting 0 ms 2024-11-14T00:23:32,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2529ccd2c30d68ea965d899e38f0546f: Waiting for close lock at 1731543812069Disabling compacts and flushes for region at 1731543812069Disabling writes for close at 1731543812069Writing region close event to WAL at 1731543812069Closed at 1731543812069 2024-11-14T00:23:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:32,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:23:32,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543812076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543812076"}]},"ts":"1731543812076"} 2024-11-14T00:23:32,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:23:32,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:23:32,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543812088"}]},"ts":"1731543812088"} 2024-11-14T00:23:32,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:23:32,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2529ccd2c30d68ea965d899e38f0546f, ASSIGN}] 2024-11-14T00:23:32,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2529ccd2c30d68ea965d899e38f0546f, ASSIGN 2024-11-14T00:23:32,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2529ccd2c30d68ea965d899e38f0546f, ASSIGN; state=OFFLINE, location=63baa11b75f3,44449,1731543799557; forceNewPlan=false, retain=false 2024-11-14T00:23:32,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2529ccd2c30d68ea965d899e38f0546f, regionState=OPENING, regionLocation=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2529ccd2c30d68ea965d899e38f0546f, ASSIGN because future has completed 2024-11-14T00:23:32,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2529ccd2c30d68ea965d899e38f0546f, server=63baa11b75f3,44449,1731543799557}] 2024-11-14T00:23:32,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:32,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:23:32,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C44449%2C1731543799557.rep, suffix=, logDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557, archiveDir=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/oldWALs, maxLogs=10 2024-11-14T00:23:32,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.rep.1731543812446, exclude list is [], retry=0 2024-11-14T00:23:32,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38753,DS-964fb74e-88cc-4b92-9791-50d02c3d8d8b,DISK] 2024-11-14T00:23:32,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.rep.1731543812446 2024-11-14T00:23:32,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2529ccd2c30d68ea965d899e38f0546f, NAME => 'hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:32,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. service=MultiRowMutationService 2024-11-14T00:23:32,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,512 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,517 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2529ccd2c30d68ea965d899e38f0546f columnFamilyName hfileref 2024-11-14T00:23:32,517 DEBUG [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:32,520 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] regionserver.HStore(327): Store=2529ccd2c30d68ea965d899e38f0546f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:32,521 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,528 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2529ccd2c30d68ea965d899e38f0546f columnFamilyName queue 2024-11-14T00:23:32,529 DEBUG [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:32,531 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] regionserver.HStore(327): Store=2529ccd2c30d68ea965d899e38f0546f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:32,532 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,541 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2529ccd2c30d68ea965d899e38f0546f columnFamilyName sid 2024-11-14T00:23:32,541 DEBUG [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:32,542 INFO [StoreOpener-2529ccd2c30d68ea965d899e38f0546f-1 {}] regionserver.HStore(327): Store=2529ccd2c30d68ea965d899e38f0546f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:32,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:23:32,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:32,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2529ccd2c30d68ea965d899e38f0546f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66598223, jitterRate=-0.007609143853187561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:23:32,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:32,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2529ccd2c30d68ea965d899e38f0546f: Running coprocessor pre-open hook at 1731543812502Writing region info on filesystem at 1731543812502Initializing all the Stores at 1731543812503 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543812503Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543812512 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543812512Cleaning up temporary data from old regions at 1731543812547 (+35 ms)Running coprocessor post-open hooks at 1731543812565 (+18 ms)Region opened successfully at 1731543812566 (+1 ms) 2024-11-14T00:23:32,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f., pid=10, masterSystemTime=1731543812416 2024-11-14T00:23:32,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:32,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2529ccd2c30d68ea965d899e38f0546f, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,44449,1731543799557 2024-11-14T00:23:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:32,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2529ccd2c30d68ea965d899e38f0546f, server=63baa11b75f3,44449,1731543799557 because future has completed 2024-11-14T00:23:32,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:23:32,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2529ccd2c30d68ea965d899e38f0546f, server=63baa11b75f3,44449,1731543799557 in 328 msec 2024-11-14T00:23:32,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:23:32,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2529ccd2c30d68ea965d899e38f0546f, ASSIGN in 496 msec 2024-11-14T00:23:32,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:23:32,599 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543812599"}]},"ts":"1731543812599"} 2024-11-14T00:23:32,602 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:23:32,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:23:32,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1210 sec 2024-11-14T00:23:32,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f., hostname=63baa11b75f3,44449,1731543799557, seqNum=2] 2024-11-14T00:23:32,684 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:32,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:32,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:23:32,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:23:32,896 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:23:32,979 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,44449,1731543799557, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:23:32,979 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:32,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44449,1731543799557, seqNum=-1] 2024-11-14T00:23:32,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:32,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T00:23:32,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,44449,1731543799557', locateType=CURRENT is [region=hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f., hostname=63baa11b75f3,44449,1731543799557, seqNum=2] 2024-11-14T00:23:32,994 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:23:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:23:33,001 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,44449,1731543799557 suceeded 2024-11-14T00:23:33,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:23:33,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 269 msec 2024-11-14T00:23:33,006 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:38955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:23:33,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-11-14T00:23:33,026 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:38955' 2024-11-14T00:23:33,030 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148da826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,031 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:33,031 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:33,034 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47975435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,037 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:33,038 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c22f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,038 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,38955,1731543805851 2024-11-14T00:23:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d86b9a5 2024-11-14T00:23:33,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:33,041 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T00:23:33,048 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,44449,1731543799557 (queues=1) is replicating from cluster=63f0e9e6-f7c0-4c8b-ab03-9759545abaa5 to cluster=070c29e9-e325-4953-9f08-46438f7d86a5 2024-11-14T00:23:33,049 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C44449%2C1731543799557 2024-11-14T00:23:33,049 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,44449,1731543799557, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:23:33,062 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C44449%2C1731543799557 2024-11-14T00:23:33,064 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220, startPosition=0, beingWritten=true 2024-11-14T00:23:33,109 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:23:33,109 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:33,109 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44449,1731543799557 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:23:33,343 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:33,612 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:23:33,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:33,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:33,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:33,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77555392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:33,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:33,622 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:33,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:33,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:33,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d926b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:33,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:33,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,628 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:33,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340aa97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,38955,1731543805851 2024-11-14T00:23:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d93e89f 2024-11-14T00:23:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:33,635 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:33,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:40199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:33,649 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:40199' 2024-11-14T00:23:33,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c95cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,652 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:33,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:33,656 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5572000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,660 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:33,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cb2f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:33,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:33,665 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:33,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40199,1731543799300 2024-11-14T00:23:33,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a7d2be 2024-11-14T00:23:33,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:33,672 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:33,673 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:23:33,673 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:23:33,674 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,674 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:33,674 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:33,676 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:23:33,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:23:33,677 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:33,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:23:33,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:33,726 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:23:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:23:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:33,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:23:33,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:23:34,096 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:34,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6c30ffb010f5ce74ac8251b3e433eba, NAME => 'hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a 2024-11-14T00:23:34,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:23:34,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:34,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c6c30ffb010f5ce74ac8251b3e433eba, disabling compactions & flushes 2024-11-14T00:23:34,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. after waiting 0 ms 2024-11-14T00:23:34,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6c30ffb010f5ce74ac8251b3e433eba: Waiting for close lock at 1731543814241Disabling compacts and flushes for region at 1731543814241Disabling writes for close at 1731543814241Writing region close event to WAL at 1731543814241Closed at 1731543814241 2024-11-14T00:23:34,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:23:34,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543814244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543814244"}]},"ts":"1731543814244"} 2024-11-14T00:23:34,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:23:34,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:23:34,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543814264"}]},"ts":"1731543814264"} 2024-11-14T00:23:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:34,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:23:34,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6c30ffb010f5ce74ac8251b3e433eba, ASSIGN}] 2024-11-14T00:23:34,281 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6c30ffb010f5ce74ac8251b3e433eba, ASSIGN 2024-11-14T00:23:34,282 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6c30ffb010f5ce74ac8251b3e433eba, ASSIGN; state=OFFLINE, location=63baa11b75f3,36807,1731543806348; forceNewPlan=false, retain=false 2024-11-14T00:23:34,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6c30ffb010f5ce74ac8251b3e433eba, regionState=OPENING, regionLocation=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6c30ffb010f5ce74ac8251b3e433eba, ASSIGN because future has completed 2024-11-14T00:23:34,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c30ffb010f5ce74ac8251b3e433eba, server=63baa11b75f3,36807,1731543806348}] 2024-11-14T00:23:34,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:34,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:23:34,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36807%2C1731543806348.rep, suffix=, logDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348, archiveDir=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/oldWALs, maxLogs=10 2024-11-14T00:23:34,628 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:34,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.rep.1731543814623, exclude list is [], retry=0 2024-11-14T00:23:34,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-c687a8bb-5af0-4f3b-9fec-6b231ace3da4,DISK] 2024-11-14T00:23:34,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.rep.1731543814623 2024-11-14T00:23:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34533:34533)] 2024-11-14T00:23:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c6c30ffb010f5ce74ac8251b3e433eba, NAME => 'hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:34,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. service=MultiRowMutationService 2024-11-14T00:23:34,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:23:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,660 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,663 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c30ffb010f5ce74ac8251b3e433eba columnFamilyName hfileref 2024-11-14T00:23:34,663 DEBUG [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:34,664 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] regionserver.HStore(327): Store=c6c30ffb010f5ce74ac8251b3e433eba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:34,664 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,666 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c30ffb010f5ce74ac8251b3e433eba columnFamilyName queue 2024-11-14T00:23:34,666 DEBUG [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:34,667 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] regionserver.HStore(327): Store=c6c30ffb010f5ce74ac8251b3e433eba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:34,667 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,668 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c30ffb010f5ce74ac8251b3e433eba columnFamilyName sid 2024-11-14T00:23:34,668 DEBUG [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:34,668 INFO [StoreOpener-c6c30ffb010f5ce74ac8251b3e433eba-1 {}] regionserver.HStore(327): Store=c6c30ffb010f5ce74ac8251b3e433eba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:34,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:23:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:34,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:34,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c6c30ffb010f5ce74ac8251b3e433eba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66871977, jitterRate=-0.0035298913717269897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:23:34,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:34,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c6c30ffb010f5ce74ac8251b3e433eba: Running coprocessor pre-open hook at 1731543814645Writing region info on filesystem at 1731543814645Initializing all the Stores at 1731543814654 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543814654Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543814656 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543814656Cleaning up temporary data from old regions at 1731543814670 (+14 ms)Running coprocessor post-open hooks at 1731543814704 (+34 ms)Region opened successfully at 1731543814704 2024-11-14T00:23:34,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba., pid=10, masterSystemTime=1731543814596 2024-11-14T00:23:34,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6c30ffb010f5ce74ac8251b3e433eba, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36807,1731543806348 2024-11-14T00:23:34,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c30ffb010f5ce74ac8251b3e433eba, server=63baa11b75f3,36807,1731543806348 because future has completed 2024-11-14T00:23:34,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:23:34,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c6c30ffb010f5ce74ac8251b3e433eba, server=63baa11b75f3,36807,1731543806348 in 308 msec 2024-11-14T00:23:34,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:23:34,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6c30ffb010f5ce74ac8251b3e433eba, ASSIGN in 469 msec 2024-11-14T00:23:34,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:23:34,764 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543814758"}]},"ts":"1731543814758"} 2024-11-14T00:23:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:23:34,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:23:34,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0950 sec 2024-11-14T00:23:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:34,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba., hostname=63baa11b75f3,36807,1731543806348, seqNum=2] 2024-11-14T00:23:34,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:35,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:23:35,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:23:35,184 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:23:35,244 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,36807,1731543806348, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:23:35,245 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:35,245 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:35,245 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:35,245 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:35,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T00:23:35,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,36807,1731543806348', locateType=CURRENT is [region=hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba., hostname=63baa11b75f3,36807,1731543806348, seqNum=2] 2024-11-14T00:23:35,255 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:23:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:23:35,258 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,36807,1731543806348 suceeded 2024-11-14T00:23:35,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:23:35,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-14T00:23:35,259 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:40199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:23:35,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6240 sec 2024-11-14T00:23:35,272 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:40199' 2024-11-14T00:23:35,274 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf71030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:35,274 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:35,274 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:35,275 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:35,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:35,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:35,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796871c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:35,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:35,278 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:35,278 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9fa08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:35,279 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:35,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40199,1731543799300 2024-11-14T00:23:35,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0484e6 2024-11-14T00:23:35,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:35,281 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T00:23:35,284 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,36807,1731543806348 (queues=1) is replicating from cluster=070c29e9-e325-4953-9f08-46438f7d86a5 to cluster=63f0e9e6-f7c0-4c8b-ab03-9759545abaa5 2024-11-14T00:23:35,284 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C36807%2C1731543806348 2024-11-14T00:23:35,285 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,36807,1731543806348, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:23:35,285 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C36807%2C1731543806348 2024-11-14T00:23:35,285 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861, startPosition=0, beingWritten=true 2024-11-14T00:23:35,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:23:35,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:35,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36807,1731543806348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:23:35,499 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:23:35,807 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:35,807 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:23:35,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:35,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:35,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:35,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:35,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:35,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:35,818 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731543815817/Put/seqid=0 2024-11-14T00:23:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741840_1016 (size=7894) 2024-11-14T00:23:35,951 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:36,229 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:36,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731543816257/Put/seqid=0 2024-11-14T00:23:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741841_1017 (size=7691) 2024-11-14T00:23:36,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dd488c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:36,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:36,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:36,677 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48becd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:36,678 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:36,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20200cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:36,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44449,1731543799557, seqNum=-1] 2024-11-14T00:23:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:36,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:36,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40199,1731543799300 2024-11-14T00:23:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad9012 2024-11-14T00:23:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:36,691 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., hostname=63baa11b75f3,44449,1731543799557, seqNum=2] 2024-11-14T00:23:36,696 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:23:36,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T00:23:36,704 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T00:23:36,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T00:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:36,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T00:23:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegion(2603): Flush status journal for 23d44c6c2025469d5b52e91382a1fe2a: 2024-11-14T00:23:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_1 2024-11-14T00:23:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_1 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/a392762037564d33924afdf304847541_SeqId_4_ 2024-11-14T00:23:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_0 2024-11-14T00:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_0 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ 2024-11-14T00:23:36,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_1 into 23d44c6c2025469d5b52e91382a1fe2a/f as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/a392762037564d33924afdf304847541_SeqId_4_ - updating store file list. 2024-11-14T00:23:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a392762037564d33924afdf304847541_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:36,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/a392762037564d33924afdf304847541_SeqId_4_ into 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:36,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_1 into 23d44c6c2025469d5b52e91382a1fe2a/f (new location: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/a392762037564d33924afdf304847541_SeqId_4_) 2024-11-14T00:23:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_1 2024-11-14T00:23:36,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_0 into 23d44c6c2025469d5b52e91382a1fe2a/f as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ - updating store file list. 2024-11-14T00:23:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2064d2576fea43c4b661bac7ab3296fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ into 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_0 into 23d44c6c2025469d5b52e91382a1fe2a/f (new location: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_) 2024-11-14T00:23:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins__test__tdo9b4ehh2oadlhs79hro46j8vhhs29flnj0hk5bbkc4cmnh9b1ob994b29q2pv2/f/hfile_0 2024-11-14T00:23:36,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:36,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:36,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:36,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., hostname=63baa11b75f3,44449,1731543799557, seqNum=2 , the old value is region=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., hostname=63baa11b75f3,44449,1731543799557, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:44449 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:23:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., hostname=63baa11b75f3,44449,1731543799557, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:23:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., hostname=63baa11b75f3,44449,1731543799557, seqNum=2 from cache 2024-11-14T00:23:36,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:36,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:36,733 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T00:23:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:36,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., hostname=63baa11b75f3,36807,1731543806348, seqNum=2] 2024-11-14T00:23:36,738 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:36,739 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:23:36,757 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 379, reset compression=false 2024-11-14T00:23:36,762 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:23:36,762 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44449,1731543799557 got entry batch from reader: WALEntryBatch [walEntries=[{test/23d44c6c2025469d5b52e91382a1fe2a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543816731/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T00:23:36,764 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:36,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T00:23:36,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(318): Replicating [63f0e9e6-f7c0-4c8b-ab03-9759545abaa5] bulk loaded data 2024-11-14T00:23:36,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b1b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:36,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:36,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:36,766 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381d352b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:36,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:36,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:36,767 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:36,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dfc48f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:36,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741840_1016 (size=7691) 2024-11-14T00:23:36,842 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T00:23:36,962 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 687, reset compression=false 2024-11-14T00:23:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741841_1017 (size=7894) 2024-11-14T00:23:37,275 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 687, reset compression=false 2024-11-14T00:23:37,342 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:37,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:37,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,38955,1731543805851 2024-11-14T00:23:37,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b35d7b 2024-11-14T00:23:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:37,595 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T00:23:37,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:23:37,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:37,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:37,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:37,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T00:23:37,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T00:23:37,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/a392762037564d33924afdf304847541_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T00:23:37,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ for inclusion in 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T00:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:37,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/a392762037564d33924afdf304847541_SeqId_4_ for inclusion in 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T00:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HRegion(2603): Flush status journal for 281abcfc866e3b17705a91a41ffa4d63: 2024-11-14T00:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:23:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_ 2024-11-14T00:23:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a392762037564d33924afdf304847541_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:23:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/a392762037564d33924afdf304847541_SeqId_4_ as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/87197cdd76884a1a8f1112b1310428c3_SeqId_4_ 2024-11-14T00:23:37,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ into 281abcfc866e3b17705a91a41ffa4d63/f as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_ - updating store file list. 2024-11-14T00:23:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:37,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_ into 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:37,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ into 281abcfc866e3b17705a91a41ffa4d63/f (new location: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_) 2024-11-14T00:23:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/2064d2576fea43c4b661bac7ab3296fa_SeqId_4_ 2024-11-14T00:23:37,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/a392762037564d33924afdf304847541_SeqId_4_ into 281abcfc866e3b17705a91a41ffa4d63/f as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/87197cdd76884a1a8f1112b1310428c3_SeqId_4_ - updating store file list. 2024-11-14T00:23:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87197cdd76884a1a8f1112b1310428c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:37,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/87197cdd76884a1a8f1112b1310428c3_SeqId_4_ into 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:37,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/a392762037564d33924afdf304847541_SeqId_4_ into 281abcfc866e3b17705a91a41ffa4d63/f (new location: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/87197cdd76884a1a8f1112b1310428c3_SeqId_4_) 2024-11-14T00:23:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins.hfs.11__test__q02n2csg7krgis4a9eat8eapc92nsis47pms63idngk37l30ot304v4isobpcpru/f/a392762037564d33924afdf304847541_SeqId_4_ 2024-11-14T00:23:37,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(324): Finished replicating [63f0e9e6-f7c0-4c8b-ab03-9759545abaa5] bulk loaded data 2024-11-14T00:23:37,679 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 687, reset compression=false 2024-11-14T00:23:37,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:37,780 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731543817779/Put/seqid=0 2024-11-14T00:23:37,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741842_1018 (size=11194) 2024-11-14T00:23:38,048 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 379, reset compression=false 2024-11-14T00:23:38,081 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:23:38,081 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36807,1731543806348 got entry batch from reader: WALEntryBatch [walEntries=[{test/281abcfc866e3b17705a91a41ffa4d63/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543817648/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T00:23:38,086 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:38,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T00:23:38,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.ReplicationSink(318): Replicating [63f0e9e6-f7c0-4c8b-ab03-9759545abaa5, 070c29e9-e325-4953-9f08-46438f7d86a5] bulk loaded data 2024-11-14T00:23:38,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dab0350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:38,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40199,-1 for getting cluster id 2024-11-14T00:23:38,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:38,091 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f0e9e6-f7c0-4c8b-ab03-9759545abaa5' 2024-11-14T00:23:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f0e9e6-f7c0-4c8b-ab03-9759545abaa5" 2024-11-14T00:23:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39016167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40199,-1] 2024-11-14T00:23:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:38,094 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:38,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38a0d9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741842_1018 (size=7894) 2024-11-14T00:23:38,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741843_1019 (size=7691) 2024-11-14T00:23:38,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40199,1731543799300 2024-11-14T00:23:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe12579 2024-11-14T00:23:38,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:38,164 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T00:23:38,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:23:38,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:38,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44449,1731543799557, seqNum=-1] 2024-11-14T00:23:38,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:38,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T00:23:38,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__j855rqhse88h7eg7vqvn2bb5qh2h7heofdiojvjj2okt6rs8blfrooaako34pdiv/f/6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T00:23:38,190 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__j855rqhse88h7eg7vqvn2bb5qh2h7heofdiojvjj2okt6rs8blfrooaako34pdiv/f/87197cdd76884a1a8f1112b1310428c3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T00:23:38,192 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 687, reset compression=false 2024-11-14T00:23:38,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.ReplicationSink(324): Finished replicating [63f0e9e6-f7c0-4c8b-ab03-9759545abaa5, 070c29e9-e325-4953-9f08-46438f7d86a5] bulk loaded data 2024-11-14T00:23:38,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731543818200/Put/seqid=0 2024-11-14T00:23:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741843_1019 (size=10791) 2024-11-14T00:23:38,281 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 725, reset compression=false 2024-11-14T00:23:38,585 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 725, reset compression=false 2024-11-14T00:23:38,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45aae17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:38,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,38955,-1 for getting cluster id 2024-11-14T00:23:38,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:38,612 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '070c29e9-e325-4953-9f08-46438f7d86a5' 2024-11-14T00:23:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "070c29e9-e325-4953-9f08-46438f7d86a5" 2024-11-14T00:23:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ade0894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,38955,-1] 2024-11-14T00:23:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:38,613 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:38,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69204874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:38,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:38,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:38,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,38955,1731543805851 2024-11-14T00:23:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a7e83 2024-11-14T00:23:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:23:38,624 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:23:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., hostname=63baa11b75f3,36807,1731543806348, seqNum=2] 2024-11-14T00:23:38,631 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:23:38,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T00:23:38,638 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T00:23:38,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T00:23:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:38,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T00:23:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HRegion(2603): Flush status journal for 281abcfc866e3b17705a91a41ffa4d63: 2024-11-14T00:23:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_0 2024-11-14T00:23:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_0 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ 2024-11-14T00:23:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_1 2024-11-14T00:23:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_1 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ 2024-11-14T00:23:38,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_0 into 281abcfc866e3b17705a91a41ffa4d63/f as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ - updating store file list. 2024-11-14T00:23:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:38,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ into 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:38,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_0 into 281abcfc866e3b17705a91a41ffa4d63/f (new location: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_) 2024-11-14T00:23:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_0 2024-11-14T00:23:38,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_1 into 281abcfc866e3b17705a91a41ffa4d63/f as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ - updating store file list. 2024-11-14T00:23:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:38,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ into 281abcfc866e3b17705a91a41ffa4d63/f 2024-11-14T00:23:38,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_1 into 281abcfc866e3b17705a91a41ffa4d63/f (new location: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_) 2024-11-14T00:23:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/staging/jenkins__test__a81ass5rhjrdnm03gomulv7emgnhr4ahfj7stbdbofuninnnns5123q02mf5f28t/f/hfile_1 2024-11-14T00:23:38,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:38,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:38,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:38,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:38,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., hostname=63baa11b75f3,36807,1731543806348, seqNum=2 , the old value is region=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., hostname=63baa11b75f3,36807,1731543806348, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:36807 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:23:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., hostname=63baa11b75f3,36807,1731543806348, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:23:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., hostname=63baa11b75f3,36807,1731543806348, seqNum=2 from cache 2024-11-14T00:23:38,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:38,669 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T00:23:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44449,1731543799557, seqNum=-1] 2024-11-14T00:23:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:38,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., hostname=63baa11b75f3,44449,1731543799557, seqNum=2] 2024-11-14T00:23:38,680 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:23:38,773 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:36807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T00:23:38,795 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 687, reset compression=false 2024-11-14T00:23:38,988 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 725, reset compression=false 2024-11-14T00:23:38,994 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:23:38,994 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36807,1731543806348 got entry batch from reader: WALEntryBatch [walEntries=[{test/281abcfc866e3b17705a91a41ffa4d63/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543818667/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T00:23:38,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.ReplicationSink(318): Replicating [070c29e9-e325-4953-9f08-46438f7d86a5] bulk loaded data 2024-11-14T00:23:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741844_1020 (size=11194) 2024-11-14T00:23:39,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741845_1021 (size=10791) 2024-11-14T00:23:39,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:23:39,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T00:23:39,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T00:23:39,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ for inclusion in 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T00:23:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:39,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ for inclusion in 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T00:23:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:23:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegion(2603): Flush status journal for 23d44c6c2025469d5b52e91382a1fe2a: 2024-11-14T00:23:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:23:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/fbeb545b6ea645b8bd8dd7fc580cf015_SeqId_6_ 2024-11-14T00:23:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:23:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/eb992d062d024cba9e66b45308abc49b_SeqId_6_ 2024-11-14T00:23:39,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ into 23d44c6c2025469d5b52e91382a1fe2a/f as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/fbeb545b6ea645b8bd8dd7fc580cf015_SeqId_6_ - updating store file list. 2024-11-14T00:23:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbeb545b6ea645b8bd8dd7fc580cf015_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:39,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/fbeb545b6ea645b8bd8dd7fc580cf015_SeqId_6_ into 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:39,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ into 23d44c6c2025469d5b52e91382a1fe2a/f (new location: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/fbeb545b6ea645b8bd8dd7fc580cf015_SeqId_6_) 2024-11-14T00:23:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/70171c23d50a4f34b4b0b7f937cf0c43_SeqId_6_ 2024-11-14T00:23:39,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ into 23d44c6c2025469d5b52e91382a1fe2a/f as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/eb992d062d024cba9e66b45308abc49b_SeqId_6_ - updating store file list. 2024-11-14T00:23:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb992d062d024cba9e66b45308abc49b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:23:39,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/eb992d062d024cba9e66b45308abc49b_SeqId_6_ into 23d44c6c2025469d5b52e91382a1fe2a/f 2024-11-14T00:23:39,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ into 23d44c6c2025469d5b52e91382a1fe2a/f (new location: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/f/eb992d062d024cba9e66b45308abc49b_SeqId_6_) 2024-11-14T00:23:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/staging/jenkins.hfs.10__test__jas0g4rikgub0594a9i31q72ach33p3i02dj3f2pg61injs7dm5kial86mfgcc75/f/df6b57e7e92140c58dd98bc4afa03dfd_SeqId_6_ 2024-11-14T00:23:39,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.ReplicationSink(324): Finished replicating [070c29e9-e325-4953-9f08-46438f7d86a5] bulk loaded data 2024-11-14T00:23:39,194 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1033, reset compression=false 2024-11-14T00:23:39,499 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 687, reset compression=false 2024-11-14T00:23:39,501 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1033, reset compression=false 2024-11-14T00:23:39,504 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:23:39,504 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44449,1731543799557 got entry batch from reader: WALEntryBatch [walEntries=[{test/23d44c6c2025469d5b52e91382a1fe2a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543819076/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T00:23:39,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(318): Replicating [070c29e9-e325-4953-9f08-46438f7d86a5, 63f0e9e6-f7c0-4c8b-ab03-9759545abaa5] bulk loaded data 2024-11-14T00:23:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741844_1020 (size=10791) 2024-11-14T00:23:39,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:23:39,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:39,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:39,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:39,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:39,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:39,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:23:39,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1504114243, stopped=false 2024-11-14T00:23:39,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,38955,1731543805851 2024-11-14T00:23:39,705 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015976784/running 2024-11-14T00:23:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015976784/running 2024-11-14T00:23:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:39,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:39,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:39,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:39,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:39,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,36807,1731543806348' ***** 2024-11-14T00:23:39,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:23:39,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/running 2024-11-14T00:23:39,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Set watcher on znode that does not yet exist, /1-2015976784/running 2024-11-14T00:23:39,792 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:23:39,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:23:39,792 INFO [RS:0;63baa11b75f3:36807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:23:39,792 INFO [RS:0;63baa11b75f3:36807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:23:39,792 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(3091): Received CLOSE for 281abcfc866e3b17705a91a41ffa4d63 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(3091): Received CLOSE for c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,36807,1731543806348 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36807. 2024-11-14T00:23:39,793 DEBUG [RS:0;63baa11b75f3:36807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:39,793 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:23:39,793 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:23:39,793 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 281abcfc866e3b17705a91a41ffa4d63=test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63., c6c30ffb010f5ce74ac8251b3e433eba=hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba.} 2024-11-14T00:23:39,793 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 281abcfc866e3b17705a91a41ffa4d63, c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:39,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:39,793 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:39,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:39,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:39,794 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:39,794 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:23:39,796 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 281abcfc866e3b17705a91a41ffa4d63, disabling compactions & flushes 2024-11-14T00:23:39,796 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:39,796 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:39,796 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. after waiting 0 ms 2024-11-14T00:23:39,796 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:39,806 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/default/test/281abcfc866e3b17705a91a41ffa4d63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:23:39,807 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 281abcfc866e3b17705a91a41ffa4d63: Waiting for close lock at 1731543819796Running coprocessor pre-close hooks at 1731543819796Disabling compacts and flushes for region at 1731543819796Disabling writes for close at 1731543819796Writing region close event to WAL at 1731543819800 (+4 ms)Running coprocessor post-close hooks at 1731543819807 (+7 ms)Closed at 1731543819807 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63. 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6c30ffb010f5ce74ac8251b3e433eba, disabling compactions & flushes 2024-11-14T00:23:39,807 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. after waiting 0 ms 2024-11-14T00:23:39,807 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:39,807 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6c30ffb010f5ce74ac8251b3e433eba 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T00:23:39,819 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/info/08b43f78669c44f7995c755255c67c61 is 147, key is hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba./info:regioninfo/1731543814729/Put/seqid=0 2024-11-14T00:23:39,827 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/.tmp/hfileref/301ba9a11ab34f63a9391eb40d7073bd is 74, key is 1/hfileref:6064e4f810704eb9b4a76c5db1bb7893_SeqId_4_/1731543818194/DeleteColumn/seqid=0 2024-11-14T00:23:39,831 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:39,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741845_1021 (size=7686) 2024-11-14T00:23:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741846_1022 (size=5345) 2024-11-14T00:23:39,905 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1033, reset compression=false 2024-11-14T00:23:39,909 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:23:39,909 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1328, reset compression=false 2024-11-14T00:23:39,909 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36807,1731543806348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:23:39,910 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,36807,1731543806348: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,36807,1731543806348, walGroup=63baa11b75f3%2C36807%2C1731543806348, offset=63baa11b75f3%2C36807%2C1731543806348.1731543808861:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:36807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:23:39,911 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:23:39,911 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:23:39,912 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:23:39,912 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:23:39,912 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:23:39,912 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 563279208 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187486832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:23:39,913 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:23:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741847_1023 (size=11194) 2024-11-14T00:23:39,993 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:40,019 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:40,115 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1328, reset compression=false 2024-11-14T00:23:40,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:40,194 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6c30ffb010f5ce74ac8251b3e433eba 2024-11-14T00:23:40,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:40,239 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/info/08b43f78669c44f7995c755255c67c61 2024-11-14T00:23:40,240 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/.tmp/hfileref/301ba9a11ab34f63a9391eb40d7073bd 2024-11-14T00:23:40,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:23:40,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T00:23:40,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:23:40,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T00:23:40,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:23:40,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T00:23:40,262 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/ns/ed3aa94218284ca1a4e95c479c77db60 is 43, key is default/ns:d/1731543809341/Put/seqid=0 2024-11-14T00:23:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741848_1024 (size=5153) 2024-11-14T00:23:40,271 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/.tmp/queue/158cb04c6f594ca7aabc2a5c0fe48217 is 154, key is 1-63baa11b75f3,36807,1731543806348/queue:63baa11b75f3%2C36807%2C1731543806348/1731543819083/Put/seqid=0 2024-11-14T00:23:40,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741849_1025 (size=5353) 2024-11-14T00:23:40,276 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/ns/ed3aa94218284ca1a4e95c479c77db60 2024-11-14T00:23:40,276 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/.tmp/queue/158cb04c6f594ca7aabc2a5c0fe48217 2024-11-14T00:23:40,280 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/.tmp/hfileref/301ba9a11ab34f63a9391eb40d7073bd as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/hfileref/301ba9a11ab34f63a9391eb40d7073bd 2024-11-14T00:23:40,286 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/hfileref/301ba9a11ab34f63a9391eb40d7073bd, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T00:23:40,287 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/.tmp/queue/158cb04c6f594ca7aabc2a5c0fe48217 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/queue/158cb04c6f594ca7aabc2a5c0fe48217 2024-11-14T00:23:40,294 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/queue/158cb04c6f594ca7aabc2a5c0fe48217, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T00:23:40,295 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c6c30ffb010f5ce74ac8251b3e433eba in 488ms, sequenceid=12, compaction requested=false 2024-11-14T00:23:40,299 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/rep_barrier/d147dec98b5f4596acef99664f71e767 is 112, key is test,,1731543810743.281abcfc866e3b17705a91a41ffa4d63./rep_barrier:seqnumDuringOpen/1731543811172/Put/seqid=0 2024-11-14T00:23:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741850_1026 (size=5518) 2024-11-14T00:23:40,317 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/replication/c6c30ffb010f5ce74ac8251b3e433eba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T00:23:40,317 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:40,317 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:40,317 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:40,317 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6c30ffb010f5ce74ac8251b3e433eba: Waiting for close lock at 1731543819807Running coprocessor pre-close hooks at 1731543819807Disabling compacts and flushes for region at 1731543819807Disabling writes for close at 1731543819807Obtaining lock to block concurrent updates at 1731543819807Preparing flush snapshotting stores in c6c30ffb010f5ce74ac8251b3e433eba at 1731543819807Finished memstore snapshotting hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731543819808 (+1 ms)Flushing stores of hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. at 1731543819808Flushing c6c30ffb010f5ce74ac8251b3e433eba/hfileref: creating writer at 1731543819808Flushing c6c30ffb010f5ce74ac8251b3e433eba/hfileref: appending metadata at 1731543819826 (+18 ms)Flushing c6c30ffb010f5ce74ac8251b3e433eba/hfileref: closing flushed file at 1731543819826Flushing c6c30ffb010f5ce74ac8251b3e433eba/queue: creating writer at 1731543820246 (+420 ms)Flushing c6c30ffb010f5ce74ac8251b3e433eba/queue: appending metadata at 1731543820271 (+25 ms)Flushing c6c30ffb010f5ce74ac8251b3e433eba/queue: closing flushed file at 1731543820271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ece778c: reopening flushed file at 1731543820280 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f628e9: reopening flushed file at 1731543820287 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c6c30ffb010f5ce74ac8251b3e433eba in 488ms, sequenceid=12, compaction requested=false at 1731543820295 (+8 ms)Writing region close event to WAL at 1731543820305 (+10 ms)Running coprocessor post-close hooks at 1731543820317 (+12 ms)Closed at 1731543820317 2024-11-14T00:23:40,317 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543813674.c6c30ffb010f5ce74ac8251b3e433eba. 2024-11-14T00:23:40,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:23:40,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 from cache 2024-11-14T00:23:40,394 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:40,419 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1328, reset compression=false 2024-11-14T00:23:40,429 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:40,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:40,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:40,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:40,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 from cache 2024-11-14T00:23:40,594 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:40,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:40,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:40,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 from cache 2024-11-14T00:23:40,689 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:23:40,689 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:23:40,714 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/rep_barrier/d147dec98b5f4596acef99664f71e767 2024-11-14T00:23:40,732 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/table/584051faa78e46e7bfaed337b1fe5b56 is 53, key is hbase:replication/table:state/1731543814758/Put/seqid=0 2024-11-14T00:23:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741851_1027 (size=5308) 2024-11-14T00:23:40,794 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:23:40,794 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:23:40,794 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:40,825 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.wal-reader.63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.1731543808861 to pos 1328, reset compression=false 2024-11-14T00:23:40,936 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:40,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:40,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1] 2024-11-14T00:23:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 63baa11b75f3,36807,1731543806348 aborting 2024-11-14T00:23:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36807,1731543806348, seqNum=-1 from cache 2024-11-14T00:23:40,994 DEBUG [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:41,136 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/table/584051faa78e46e7bfaed337b1fe5b56 2024-11-14T00:23:41,140 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/info/08b43f78669c44f7995c755255c67c61 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/info/08b43f78669c44f7995c755255c67c61 2024-11-14T00:23:41,144 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/info/08b43f78669c44f7995c755255c67c61, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:23:41,145 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/ns/ed3aa94218284ca1a4e95c479c77db60 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/ns/ed3aa94218284ca1a4e95c479c77db60 2024-11-14T00:23:41,149 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/ns/ed3aa94218284ca1a4e95c479c77db60, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:23:41,149 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/rep_barrier/d147dec98b5f4596acef99664f71e767 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/rep_barrier/d147dec98b5f4596acef99664f71e767 2024-11-14T00:23:41,153 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/rep_barrier/d147dec98b5f4596acef99664f71e767, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:23:41,154 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/.tmp/table/584051faa78e46e7bfaed337b1fe5b56 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/table/584051faa78e46e7bfaed337b1fe5b56 2024-11-14T00:23:41,158 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/table/584051faa78e46e7bfaed337b1fe5b56, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:23:41,159 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-14T00:23:41,163 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:23:41,163 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:41,164 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:41,164 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:41,164 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543819793Running coprocessor pre-close hooks at 1731543819793Disabling compacts and flushes for region at 1731543819793Disabling writes for close at 1731543819794 (+1 ms)Obtaining lock to block concurrent updates at 1731543819794Preparing flush snapshotting stores in 1588230740 at 1731543819794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543819794Flushing stores of hbase:meta,,1.1588230740 at 1731543819795 (+1 ms)Flushing 1588230740/info: creating writer at 1731543819796 (+1 ms)Flushing 1588230740/info: appending metadata at 1731543819818 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731543819818Flushing 1588230740/ns: creating writer at 1731543820245 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731543820262 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731543820262Flushing 1588230740/rep_barrier: creating writer at 1731543820280 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543820299 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543820299Flushing 1588230740/table: creating writer at 1731543820718 (+419 ms)Flushing 1588230740/table: appending metadata at 1731543820731 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731543820731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ba6a7d: reopening flushed file at 1731543821139 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2a0ac3: reopening flushed file at 1731543821144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c95914: reopening flushed file at 1731543821149 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793b2e0a: reopening flushed file at 1731543821154 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1731543821159 (+5 ms)Writing region close event to WAL at 1731543821161 (+2 ms)Running coprocessor post-close hooks at 1731543821163 (+2 ms)Closed at 1731543821164 (+1 ms) 2024-11-14T00:23:41,164 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:41,195 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,36807,1731543806348; all regions closed. 2024-11-14T00:23:41,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:23:41,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/WALs/63baa11b75f3,36807,1731543806348/63baa11b75f3%2C36807%2C1731543806348.meta.1731543809151.meta not finished, retry = 0 2024-11-14T00:23:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741839_1015 (size=3127) 2024-11-14T00:23:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741833_1009 (size=1336) 2024-11-14T00:23:41,302 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:41,302 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:41,302 INFO [RS:0;63baa11b75f3:36807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:41,302 INFO [RS:0;63baa11b75f3:36807 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:41,302 INFO [RS:0;63baa11b75f3:36807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:41,302 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:41,303 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,36807,1731543806348 because: Region server is closing 2024-11-14T00:23:41,303 INFO [RS:0;63baa11b75f3:36807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36807. 2024-11-14T00:23:41,303 DEBUG [RS:0;63baa11b75f3:36807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:41,303 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:41,303 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:41,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:41,403 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36807,1731543806348.replicationSource.shipper63baa11b75f3%2C36807%2C1731543806348,1-63baa11b75f3,36807,1731543806348 terminated 2024-11-14T00:23:41,404 INFO [RS:0;63baa11b75f3:36807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36807. 2024-11-14T00:23:41,404 DEBUG [RS:0;63baa11b75f3:36807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:41,404 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:41,404 DEBUG [RS:0;63baa11b75f3:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:41,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:41,404 INFO [RS:0;63baa11b75f3:36807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36807 2024-11-14T00:23:41,405 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:36807 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-14T00:23:41,406 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-14T00:23:41,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-14T00:23:41,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:46086 deadline: 1731543879505, exception=java.io.InterruptedIOException 2024-11-14T00:23:41,409 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T00:23:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015976784/rs/63baa11b75f3,36807,1731543806348 2024-11-14T00:23:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784/rs 2024-11-14T00:23:41,425 INFO [RS:0;63baa11b75f3:36807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:41,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,36807,1731543806348] 2024-11-14T00:23:41,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015976784/draining/63baa11b75f3,36807,1731543806348 already deleted, retry=false 2024-11-14T00:23:41,482 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,36807,1731543806348 expired; onlineServers=0 2024-11-14T00:23:41,482 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,38955,1731543805851' ***** 2024-11-14T00:23:41,482 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:23:41,482 INFO [M:0;63baa11b75f3:38955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:41,482 INFO [M:0;63baa11b75f3:38955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:41,482 DEBUG [M:0;63baa11b75f3:38955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:23:41,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:23:41,482 DEBUG [M:0;63baa11b75f3:38955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:23:41,482 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543808320 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543808320,5,FailOnTimeoutGroup] 2024-11-14T00:23:41,482 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543808279 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543808279,5,FailOnTimeoutGroup] 2024-11-14T00:23:41,482 INFO [M:0;63baa11b75f3:38955 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:41,482 INFO [M:0;63baa11b75f3:38955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:41,482 DEBUG [M:0;63baa11b75f3:38955 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:23:41,482 INFO [M:0;63baa11b75f3:38955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:23:41,483 INFO [M:0;63baa11b75f3:38955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:41,483 INFO [M:0;63baa11b75f3:38955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:23:41,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:23:41,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:41,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-14T00:23:41,493 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:41,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 63baa11b75f3:36807 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:36807 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:41,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 63baa11b75f3:36807 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:36807 2024-11-14T00:23:41,507 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=63baa11b75f3:36807 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:36807 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:36807 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T00:23:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:23:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38288 deadline: 1731543881509, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T00:23:41,513 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T00:23:41,514 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T00:23:41,539 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:41,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015976784/master 2024-11-14T00:23:41,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015976784 2024-11-14T00:23:41,545 DEBUG [M:0;63baa11b75f3:38955 {}] zookeeper.ZKUtil(347): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Unable to get data of znode /1-2015976784/master because node does not exist (not an error) 2024-11-14T00:23:41,545 WARN [M:0;63baa11b75f3:38955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:23:41,545 INFO [M:0;63baa11b75f3:38955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/.lastflushedseqids 2024-11-14T00:23:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741852_1028 (size=263) 2024-11-14T00:23:41,582 INFO [RS:0;63baa11b75f3:36807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:41,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:41,582 INFO [RS:0;63baa11b75f3:36807 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,36807,1731543806348; zookeeper connection closed. 2024-11-14T00:23:41,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10136b9854f0004, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:41,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38cb9c03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38cb9c03 2024-11-14T00:23:41,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:23:41,714 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T00:23:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:23:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38288 deadline: 1731543881715, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T00:23:41,716 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T00:23:41,717 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T00:23:41,717 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T00:23:41,951 INFO [M:0;63baa11b75f3:38955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:23:41,951 INFO [M:0;63baa11b75f3:38955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:23:41,951 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:41,951 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:41,951 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:41,951 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:41,951 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:41,952 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T00:23:41,970 DEBUG [M:0;63baa11b75f3:38955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8eef785de6684c10ab9d12455cb29fd1 is 82, key is hbase:meta,,1/info:regioninfo/1731543809260/Put/seqid=0 2024-11-14T00:23:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741853_1029 (size=5672) 2024-11-14T00:23:42,018 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T00:23:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:23:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38288 deadline: 1731543882020, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T00:23:42,021 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T00:23:42,021 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T00:23:42,021 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T00:23:42,242 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:42,375 INFO [M:0;63baa11b75f3:38955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8eef785de6684c10ab9d12455cb29fd1 2024-11-14T00:23:42,391 DEBUG [M:0;63baa11b75f3:38955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3382bbf6042a423197c88a28758cd04e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543814771/Put/seqid=0 2024-11-14T00:23:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741854_1030 (size=8515) 2024-11-14T00:23:42,422 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T00:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38288 deadline: 1731543882423, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T00:23:42,424 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T00:23:42,425 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T00:23:42,426 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T00:23:42,796 INFO [M:0;63baa11b75f3:38955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3382bbf6042a423197c88a28758cd04e 2024-11-14T00:23:42,834 DEBUG [M:0;63baa11b75f3:38955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97ee7163789423289a13718daf6e03a is 69, key is 63baa11b75f3,36807,1731543806348/rs:state/1731543808425/Put/seqid=0 2024-11-14T00:23:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741855_1031 (size=5156) 2024-11-14T00:23:42,928 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T00:23:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:23:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38288 deadline: 1731543882933, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T00:23:42,938 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T00:23:42,939 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T00:23:42,939 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T00:23:43,048 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:43,255 INFO [M:0;63baa11b75f3:38955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97ee7163789423289a13718daf6e03a 2024-11-14T00:23:43,274 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8eef785de6684c10ab9d12455cb29fd1 as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8eef785de6684c10ab9d12455cb29fd1 2024-11-14T00:23:43,281 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8eef785de6684c10ab9d12455cb29fd1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T00:23:43,282 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3382bbf6042a423197c88a28758cd04e as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3382bbf6042a423197c88a28758cd04e 2024-11-14T00:23:43,299 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3382bbf6042a423197c88a28758cd04e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T00:23:43,301 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97ee7163789423289a13718daf6e03a as hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97ee7163789423289a13718daf6e03a 2024-11-14T00:23:43,316 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40915/user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97ee7163789423289a13718daf6e03a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T00:23:43,317 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=97, compaction requested=false 2024-11-14T00:23:43,328 INFO [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:43,328 DEBUG [M:0;63baa11b75f3:38955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543821951Disabling compacts and flushes for region at 1731543821951Disabling writes for close at 1731543821951Obtaining lock to block concurrent updates at 1731543821952 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543821952Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731543821952Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543821953 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543821953Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543821970 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543821970Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543822378 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543822391 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543822391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543822805 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543822833 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543822833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69806774: reopening flushed file at 1731543823262 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33337e49: reopening flushed file at 1731543823281 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d2a116: reopening flushed file at 1731543823299 (+18 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=97, compaction requested=false at 1731543823317 (+18 ms)Writing region close event to WAL at 1731543823328 (+11 ms)Closed at 1731543823328 2024-11-14T00:23:43,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cbddca3-1587-50ab-9512-7d031a9d6f6a/MasterData/WALs/63baa11b75f3,38955,1731543805851/63baa11b75f3%2C38955%2C1731543805851.1731543807670 not finished, retry = 0 2024-11-14T00:23:43,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741830_1006 (size=63642) 2024-11-14T00:23:43,448 INFO [M:0;63baa11b75f3:38955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:23:43,448 INFO [M:0;63baa11b75f3:38955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38955 2024-11-14T00:23:43,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:43,452 INFO [M:0;63baa11b75f3:38955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:43,539 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T00:23:43,540 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 63baa11b75f3:38955 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:38955 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:43,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 63baa11b75f3:38955 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:38955 2024-11-14T00:23:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:43,606 INFO [M:0;63baa11b75f3:38955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x10136b9854f0003, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:43,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64c83422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:43,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32983fcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:43,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:43,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b981b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:43,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecaec44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:43,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:43,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:23:43,652 WARN [BP-1888725081-172.17.0.3-1731543803280 heartbeating to localhost/127.0.0.1:40915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:23:43,652 WARN [BP-1888725081-172.17.0.3-1731543803280 heartbeating to localhost/127.0.0.1:40915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888725081-172.17.0.3-1731543803280 (Datanode Uuid 6cc2ca64-257e-4fdc-8808-9e1cf7be4879) service to localhost/127.0.0.1:40915 2024-11-14T00:23:43,652 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 63baa11b75f3:38955 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:38955 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T00:23:43,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/cluster_aee33003-a116-61f3-0c8e-9e36d275f1c6/data/data1/current/BP-1888725081-172.17.0.3-1731543803280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:43,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/cluster_aee33003-a116-61f3-0c8e-9e36d275f1c6/data/data2/current/BP-1888725081-172.17.0.3-1731543803280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=63baa11b75f3:38955 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:38955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T00:23:43,653 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:23:43,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:23:43,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 63baa11b75f3:38955 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 63baa11b75f3/172.17.0.3:38955 2024-11-14T00:23:43,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14bf4608{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:43,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ffa2cf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:43,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:43,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf1b482{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:43,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2067e905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:23:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:23:43,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:43,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:43,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:43,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:43,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:23:43,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=858836799, stopped=false 2024-11-14T00:23:43,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,40199,1731543799300 2024-11-14T00:23:43,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:43,755 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0399994694/running 2024-11-14T00:23:43,755 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:43,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0399994694/running 2024-11-14T00:23:43,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:43,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/running 2024-11-14T00:23:43,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Set watcher on znode that does not yet exist, /0399994694/running 2024-11-14T00:23:43,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:43,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:23:43,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:43,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:43,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,44449,1731543799557' ***** 2024-11-14T00:23:43,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:23:43,760 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:23:43,760 INFO [RS:0;63baa11b75f3:44449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:23:43,760 INFO [RS:0;63baa11b75f3:44449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:23:43,760 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(3091): Received CLOSE for 23d44c6c2025469d5b52e91382a1fe2a 2024-11-14T00:23:43,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(3091): Received CLOSE for 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,44449,1731543799557 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:44449. 2024-11-14T00:23:43,761 DEBUG [RS:0;63baa11b75f3:44449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:43,761 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:43,761 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23d44c6c2025469d5b52e91382a1fe2a, disabling compactions & flushes 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:23:43,761 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:23:43,761 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:43,761 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:23:43,761 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. after waiting 0 ms 2024-11-14T00:23:43,761 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:43,762 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:23:43,762 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1325): Online Regions={23d44c6c2025469d5b52e91382a1fe2a=test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a., 1588230740=hbase:meta,,1.1588230740, 2529ccd2c30d68ea965d899e38f0546f=hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f.} 2024-11-14T00:23:43,762 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23d44c6c2025469d5b52e91382a1fe2a, 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:43,762 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:43,763 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:43,763 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:43,763 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:43,763 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:43,763 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:23:43,790 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/default/test/23d44c6c2025469d5b52e91382a1fe2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:23:43,791 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:43,791 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:23:43,791 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:43,791 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23d44c6c2025469d5b52e91382a1fe2a: Waiting for close lock at 1731543823761Running coprocessor pre-close hooks at 1731543823761Disabling compacts and flushes for region at 1731543823761Disabling writes for close at 1731543823761Writing region close event to WAL at 1731543823766 (+5 ms)Running coprocessor post-close hooks at 1731543823791 (+25 ms)Closed at 1731543823791 2024-11-14T00:23:43,791 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a. 2024-11-14T00:23:43,792 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2529ccd2c30d68ea965d899e38f0546f, disabling compactions & flushes 2024-11-14T00:23:43,792 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:43,792 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:43,792 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. after waiting 0 ms 2024-11-14T00:23:43,792 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:43,792 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2529ccd2c30d68ea965d899e38f0546f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T00:23:43,800 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/info/cfd5c3106a6046d2b45b11fc44f46d22 is 147, key is hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f./info:regioninfo/1731543812586/Put/seqid=0 2024-11-14T00:23:43,818 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/.tmp/hfileref/30fcef7e0ffc41919ffb873315ec4659 is 74, key is 1/hfileref:2064d2576fea43c4b661bac7ab3296fa_SeqId_4_/1731543817651/DeleteColumn/seqid=0 2024-11-14T00:23:43,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741846_1022 (size=7686) 2024-11-14T00:23:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741847_1023 (size=5345) 2024-11-14T00:23:43,835 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:43,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:43,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 63baa11b75f3:38955 this server is in the failed servers list 2024-11-14T00:23:43,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 63baa11b75f3:38955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:43,953 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1033, reset compression=false 2024-11-14T00:23:43,960 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:23:43,960 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1328, reset compression=false 2024-11-14T00:23:43,963 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:44,057 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:23:44,057 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:23:44,163 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:44,165 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1328, reset compression=false 2024-11-14T00:23:44,171 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:44,171 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 63baa11b75f3:38955 this server is in the failed servers list 2024-11-14T00:23:44,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 63baa11b75f3:38955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:44,219 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/info/cfd5c3106a6046d2b45b11fc44f46d22 2024-11-14T00:23:44,224 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/.tmp/hfileref/30fcef7e0ffc41919ffb873315ec4659 2024-11-14T00:23:44,257 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/ns/9fa8ab4dd2a94055a69f02125d4703b9 is 43, key is default/ns:d/1731543803180/Put/seqid=0 2024-11-14T00:23:44,263 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/.tmp/queue/25d3818d7710486a9b7f943ce3281edd is 153, key is 1-63baa11b75f3,44449,1731543799557/queue:63baa11b75f3%2C44449%2C1731543799557/1731543817655/Put/seqid=0 2024-11-14T00:23:44,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741848_1024 (size=5153) 2024-11-14T00:23:44,264 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/ns/9fa8ab4dd2a94055a69f02125d4703b9 2024-11-14T00:23:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741849_1025 (size=5352) 2024-11-14T00:23:44,310 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/rep_barrier/8accd3cf40e84ea2aa82e3de513b7cfa is 112, key is test,,1731543809581.23d44c6c2025469d5b52e91382a1fe2a./rep_barrier:seqnumDuringOpen/1731543810469/Put/seqid=0 2024-11-14T00:23:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741850_1026 (size=5518) 2024-11-14T00:23:44,349 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/rep_barrier/8accd3cf40e84ea2aa82e3de513b7cfa 2024-11-14T00:23:44,364 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:44,379 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/table/1a133f8a32ea41fbb52f39f311bce83a is 53, key is hbase:replication/table:state/1731543812599/Put/seqid=0 2024-11-14T00:23:44,474 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1328, reset compression=false 2024-11-14T00:23:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741851_1027 (size=5308) 2024-11-14T00:23:44,564 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2529ccd2c30d68ea965d899e38f0546f 2024-11-14T00:23:44,673 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/.tmp/queue/25d3818d7710486a9b7f943ce3281edd 2024-11-14T00:23:44,677 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/.tmp/hfileref/30fcef7e0ffc41919ffb873315ec4659 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/hfileref/30fcef7e0ffc41919ffb873315ec4659 2024-11-14T00:23:44,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:44,681 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/hfileref/30fcef7e0ffc41919ffb873315ec4659, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T00:23:44,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 63baa11b75f3:38955 this server is in the failed servers list 2024-11-14T00:23:44,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 63baa11b75f3:38955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:44,682 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/.tmp/queue/25d3818d7710486a9b7f943ce3281edd as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/queue/25d3818d7710486a9b7f943ce3281edd 2024-11-14T00:23:44,686 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/queue/25d3818d7710486a9b7f943ce3281edd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T00:23:44,687 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2529ccd2c30d68ea965d899e38f0546f in 895ms, sequenceid=10, compaction requested=false 2024-11-14T00:23:44,687 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:23:44,691 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/replication/2529ccd2c30d68ea965d899e38f0546f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T00:23:44,691 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:44,691 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:44,691 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:44,691 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2529ccd2c30d68ea965d899e38f0546f: Waiting for close lock at 1731543823792Running coprocessor pre-close hooks at 1731543823792Disabling compacts and flushes for region at 1731543823792Disabling writes for close at 1731543823792Obtaining lock to block concurrent updates at 1731543823792Preparing flush snapshotting stores in 2529ccd2c30d68ea965d899e38f0546f at 1731543823792Finished memstore snapshotting hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731543823792Flushing stores of hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. at 1731543823794 (+2 ms)Flushing 2529ccd2c30d68ea965d899e38f0546f/hfileref: creating writer at 1731543823794Flushing 2529ccd2c30d68ea965d899e38f0546f/hfileref: appending metadata at 1731543823817 (+23 ms)Flushing 2529ccd2c30d68ea965d899e38f0546f/hfileref: closing flushed file at 1731543823817Flushing 2529ccd2c30d68ea965d899e38f0546f/queue: creating writer at 1731543824231 (+414 ms)Flushing 2529ccd2c30d68ea965d899e38f0546f/queue: appending metadata at 1731543824262 (+31 ms)Flushing 2529ccd2c30d68ea965d899e38f0546f/queue: closing flushed file at 1731543824262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e016089: reopening flushed file at 1731543824676 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69094159: reopening flushed file at 1731543824681 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2529ccd2c30d68ea965d899e38f0546f in 895ms, sequenceid=10, compaction requested=false at 1731543824687 (+6 ms)Writing region close event to WAL at 1731543824688 (+1 ms)Running coprocessor post-close hooks at 1731543824691 (+3 ms)Closed at 1731543824691 2024-11-14T00:23:44,692 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543811482.2529ccd2c30d68ea965d899e38f0546f. 2024-11-14T00:23:44,764 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:23:44,764 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:23:44,764 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:44,879 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.wal-reader.63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.1731543802220 to pos 1328, reset compression=false 2024-11-14T00:23:44,888 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/table/1a133f8a32ea41fbb52f39f311bce83a 2024-11-14T00:23:44,897 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/info/cfd5c3106a6046d2b45b11fc44f46d22 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/info/cfd5c3106a6046d2b45b11fc44f46d22 2024-11-14T00:23:44,927 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/info/cfd5c3106a6046d2b45b11fc44f46d22, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:23:44,928 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/ns/9fa8ab4dd2a94055a69f02125d4703b9 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/ns/9fa8ab4dd2a94055a69f02125d4703b9 2024-11-14T00:23:44,932 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/ns/9fa8ab4dd2a94055a69f02125d4703b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:23:44,934 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/rep_barrier/8accd3cf40e84ea2aa82e3de513b7cfa as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/rep_barrier/8accd3cf40e84ea2aa82e3de513b7cfa 2024-11-14T00:23:44,940 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/rep_barrier/8accd3cf40e84ea2aa82e3de513b7cfa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:23:44,941 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/.tmp/table/1a133f8a32ea41fbb52f39f311bce83a as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/table/1a133f8a32ea41fbb52f39f311bce83a 2024-11-14T00:23:44,953 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/table/1a133f8a32ea41fbb52f39f311bce83a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:23:44,960 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1197ms, sequenceid=16, compaction requested=false 2024-11-14T00:23:44,965 DEBUG [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:23:45,000 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:23:45,002 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:45,002 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:45,002 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:45,002 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543823762Running coprocessor pre-close hooks at 1731543823762Disabling compacts and flushes for region at 1731543823762Disabling writes for close at 1731543823763 (+1 ms)Obtaining lock to block concurrent updates at 1731543823763Preparing flush snapshotting stores in 1588230740 at 1731543823763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543823763Flushing stores of hbase:meta,,1.1588230740 at 1731543823764 (+1 ms)Flushing 1588230740/info: creating writer at 1731543823764Flushing 1588230740/info: appending metadata at 1731543823799 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731543823799Flushing 1588230740/ns: creating writer at 1731543824226 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731543824256 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731543824256Flushing 1588230740/rep_barrier: creating writer at 1731543824280 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543824310 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543824310Flushing 1588230740/table: creating writer at 1731543824355 (+45 ms)Flushing 1588230740/table: appending metadata at 1731543824378 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731543824378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541f55fd: reopening flushed file at 1731543824896 (+518 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3797f585: reopening flushed file at 1731543824928 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2569904e: reopening flushed file at 1731543824932 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37711665: reopening flushed file at 1731543824940 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1197ms, sequenceid=16, compaction requested=false at 1731543824960 (+20 ms)Writing region close event to WAL at 1731543824987 (+27 ms)Running coprocessor post-close hooks at 1731543825002 (+15 ms)Closed at 1731543825002 2024-11-14T00:23:45,003 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:45,165 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,44449,1731543799557; all regions closed. 2024-11-14T00:23:45,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/WALs/63baa11b75f3,44449,1731543799557/63baa11b75f3%2C44449%2C1731543799557.meta.1731543803058.meta not finished, retry = 0 2024-11-14T00:23:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:23:45,278 DEBUG [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/oldWALs 2024-11-14T00:23:45,278 INFO [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C44449%2C1731543799557.meta:.meta(num 1731543803058) 2024-11-14T00:23:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741839_1015 (size=2695) 2024-11-14T00:23:45,288 DEBUG [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/oldWALs 2024-11-14T00:23:45,289 INFO [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C44449%2C1731543799557.rep:(num 1731543812446) 2024-11-14T00:23:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741832_1008 (size=1336) 2024-11-14T00:23:45,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:45,310 DEBUG [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/oldWALs 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C44449%2C1731543799557:(num 1731543802220) 2024-11-14T00:23:45,311 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,44449,1731543799557 because: Region server is closing 2024-11-14T00:23:45,311 INFO [RS:0;63baa11b75f3:44449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:44449. 2024-11-14T00:23:45,311 DEBUG [RS:0;63baa11b75f3:44449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:45,311 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:45,311 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:45,312 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:45,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:45,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:45,412 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T00:23:45,412 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T00:23:45,412 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T00:23:45,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:45,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:45,695 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:46,113 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44449,1731543799557.replicationSource.shipper63baa11b75f3%2C44449%2C1731543799557,1-63baa11b75f3,44449,1731543799557 terminated 2024-11-14T00:23:46,113 INFO [RS:0;63baa11b75f3:44449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:44449. 2024-11-14T00:23:46,113 DEBUG [RS:0;63baa11b75f3:44449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:23:46,113 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:46,113 DEBUG [RS:0;63baa11b75f3:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:46,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:23:46,113 INFO [RS:0;63baa11b75f3:44449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44449 2024-11-14T00:23:46,140 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0399994694/rs/63baa11b75f3,44449,1731543799557 2024-11-14T00:23:46,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694/rs 2024-11-14T00:23:46,140 INFO [RS:0;63baa11b75f3:44449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:46,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,44449,1731543799557] 2024-11-14T00:23:46,297 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/draining/63baa11b75f3,44449,1731543799557 already deleted, retry=false 2024-11-14T00:23:46,297 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,44449,1731543799557 expired; onlineServers=0 2024-11-14T00:23:46,297 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,40199,1731543799300' ***** 2024-11-14T00:23:46,297 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:23:46,297 INFO [M:0;63baa11b75f3:40199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:23:46,297 INFO [M:0;63baa11b75f3:40199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:23:46,297 DEBUG [M:0;63baa11b75f3:40199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:23:46,297 DEBUG [M:0;63baa11b75f3:40199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:23:46,297 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:23:46,297 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543801817 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543801817,5,FailOnTimeoutGroup] 2024-11-14T00:23:46,297 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543801829 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543801829,5,FailOnTimeoutGroup] 2024-11-14T00:23:46,297 INFO [M:0;63baa11b75f3:40199 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:23:46,298 INFO [M:0;63baa11b75f3:40199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:23:46,298 DEBUG [M:0;63baa11b75f3:40199 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:23:46,298 INFO [M:0;63baa11b75f3:40199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:23:46,298 INFO [M:0;63baa11b75f3:40199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:23:46,298 INFO [M:0;63baa11b75f3:40199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:23:46,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:23:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0399994694/master 2024-11-14T00:23:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0399994694 2024-11-14T00:23:46,355 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:46,355 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x10136b9854f0001, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:46,355 INFO [RS:0;63baa11b75f3:44449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:46,355 INFO [RS:0;63baa11b75f3:44449 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,44449,1731543799557; zookeeper connection closed. 2024-11-14T00:23:46,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56a0dee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56a0dee 2024-11-14T00:23:46,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:23:46,381 DEBUG [M:0;63baa11b75f3:40199 {}] zookeeper.RecoverableZooKeeper(212): Node /0399994694/master already deleted, retry=false 2024-11-14T00:23:46,382 DEBUG [M:0;63baa11b75f3:40199 {}] master.ActiveMasterManager(353): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Failed delete of our master address node; KeeperErrorCode = NoNode for /0399994694/master 2024-11-14T00:23:46,382 INFO [M:0;63baa11b75f3:40199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/.lastflushedseqids 2024-11-14T00:23:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741852_1028 (size=263) 2024-11-14T00:23:46,812 INFO [M:0;63baa11b75f3:40199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:23:46,812 INFO [M:0;63baa11b75f3:40199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:23:46,813 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:46,813 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:46,813 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:46,813 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:46,813 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:46,813 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T00:23:46,870 DEBUG [M:0;63baa11b75f3:40199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec996444cb9d49b89bfbaa049327182f is 82, key is hbase:meta,,1/info:regioninfo/1731543803090/Put/seqid=0 2024-11-14T00:23:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741853_1029 (size=5672) 2024-11-14T00:23:46,880 INFO [M:0;63baa11b75f3:40199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec996444cb9d49b89bfbaa049327182f 2024-11-14T00:23:46,911 DEBUG [M:0;63baa11b75f3:40199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13e708bb15fc4c0ea122ed7d01702dc8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543812605/Put/seqid=0 2024-11-14T00:23:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741854_1030 (size=8516) 2024-11-14T00:23:47,359 INFO [M:0;63baa11b75f3:40199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13e708bb15fc4c0ea122ed7d01702dc8 2024-11-14T00:23:47,398 DEBUG [M:0;63baa11b75f3:40199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab3a646ff5f459c9562b9f70e169894 is 69, key is 63baa11b75f3,44449,1731543799557/rs:state/1731543801926/Put/seqid=0 2024-11-14T00:23:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741855_1031 (size=5156) 2024-11-14T00:23:47,430 INFO [M:0;63baa11b75f3:40199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab3a646ff5f459c9562b9f70e169894 2024-11-14T00:23:47,445 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec996444cb9d49b89bfbaa049327182f as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec996444cb9d49b89bfbaa049327182f 2024-11-14T00:23:47,457 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec996444cb9d49b89bfbaa049327182f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T00:23:47,458 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13e708bb15fc4c0ea122ed7d01702dc8 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13e708bb15fc4c0ea122ed7d01702dc8 2024-11-14T00:23:47,474 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13e708bb15fc4c0ea122ed7d01702dc8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T00:23:47,475 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab3a646ff5f459c9562b9f70e169894 as hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ab3a646ff5f459c9562b9f70e169894 2024-11-14T00:23:47,484 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45099/user/jenkins/test-data/5d09ae2d-6cd2-d25f-06ee-e8c8e9330f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ab3a646ff5f459c9562b9f70e169894, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T00:23:47,488 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 675ms, sequenceid=97, compaction requested=false 2024-11-14T00:23:47,539 INFO [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:47,539 DEBUG [M:0;63baa11b75f3:40199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543826813Disabling compacts and flushes for region at 1731543826813Disabling writes for close at 1731543826813Obtaining lock to block concurrent updates at 1731543826813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543826813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731543826813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543826820 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543826821 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543826869 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543826869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543826891 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543826910 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543826910Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543827366 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543827397 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543827397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a09c5c: reopening flushed file at 1731543827444 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b840da: reopening flushed file at 1731543827457 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1713841: reopening flushed file at 1731543827475 (+18 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 675ms, sequenceid=97, compaction requested=false at 1731543827488 (+13 ms)Writing region close event to WAL at 1731543827539 (+51 ms)Closed at 1731543827539 2024-11-14T00:23:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38753 is added to blk_1073741830_1006 (size=63654) 2024-11-14T00:23:47,576 INFO [M:0;63baa11b75f3:40199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:23:47,576 INFO [M:0;63baa11b75f3:40199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40199 2024-11-14T00:23:47,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:23:47,577 INFO [M:0;63baa11b75f3:40199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:23:47,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:47,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:47,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:47,756 INFO [M:0;63baa11b75f3:40199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:23:47,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:47,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40199-0x10136b9854f0000, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:23:47,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c40d224{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:47,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@327d7abf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:47,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:47,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f17d2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:47,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c7fd2f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:47,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:23:47,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:23:47,804 WARN [BP-1260643483-172.17.0.3-1731543796207 heartbeating to localhost/127.0.0.1:45099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:23:47,804 WARN [BP-1260643483-172.17.0.3-1731543796207 heartbeating to localhost/127.0.0.1:45099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1260643483-172.17.0.3-1731543796207 (Datanode Uuid 81e15dae-6dc8-43b8-b4fd-08958ea0d9a4) service to localhost/127.0.0.1:45099 2024-11-14T00:23:47,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:23:47,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/data/data1/current/BP-1260643483-172.17.0.3-1731543796207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:47,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/cluster_e8578cca-768c-013c-2be4-7abd2c6b79e3/data/data2/current/BP-1260643483-172.17.0.3-1731543796207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:23:47,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e10792{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:47,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fbb3469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:23:47,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:23:47,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38df7f86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:23:47,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa1b963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f2afc6-4e81-88dd-180d-6904bcf86f3c/hadoop.log.dir/,STOPPED} 2024-11-14T00:23:47,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:23:47,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:23:47,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45099 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45099 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58132) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40915 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40915 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58132) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45099 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1119 (was 1066) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4217 (was 4230) 2024-11-14T00:23:47,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=1119, ProcessCount=11, AvailableMemoryMB=4214 2024-11-14T00:23:47,954 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T00:23:47,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir so I do NOT create it in target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba 2024-11-14T00:23:47,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:23:47,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136b9854f0002, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:23:47,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.tmp.dir so I do NOT create it in target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba 2024-11-14T00:23:47,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a355e263-6aac-bae2-045a-b3ff6721d787/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:23:47,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba 2024-11-14T00:23:47,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136b9854f0002, quorum=127.0.0.1:58132, baseZNode=/0399994694 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:23:47,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141, deleteOnExit=true 2024-11-14T00:23:47,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136b9854f0005, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:23:47,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136b9854f0005, quorum=127.0.0.1:58132, baseZNode=/1-2015976784 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:23:48,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/zookeeper_0, clientPort=59125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:23:48,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59125 2024-11-14T00:23:48,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:23:48,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:23:48,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/test.cache.data in system properties and HBase conf 2024-11-14T00:23:48,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:23:48,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:23:48,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:23:48,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:23:48,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:23:48,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:23:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:23:48,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:48,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:23:48,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:23:48,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:48,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:48,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:48,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:48,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:23:48,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:48,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e98d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:48,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3441d181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:49,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74ad5a4d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/java.io.tmpdir/jetty-localhost-37291-hadoop-hdfs-3_4_1-tests_jar-_-any-1374695949518003905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:49,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b975ddb{HTTP/1.1, (http/1.1)}{localhost:37291} 2024-11-14T00:23:49,021 INFO [Time-limited test {}] server.Server(415): Started @232156ms 2024-11-14T00:23:49,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:49,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:49,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:49,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:49,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:23:49,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef9764a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:49,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3431e02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:49,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44d88a2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/java.io.tmpdir/jetty-localhost-44491-hadoop-hdfs-3_4_1-tests_jar-_-any-16285754064959556843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:49,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d7bdae5{HTTP/1.1, (http/1.1)}{localhost:44491} 2024-11-14T00:23:49,691 INFO [Time-limited test {}] server.Server(415): Started @232826ms 2024-11-14T00:23:49,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:49,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:23:50,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:23:50,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:50,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:23:51,389 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/data/data1/current/BP-2034391951-172.17.0.3-1731543828156/current, will proceed with Du for space computation calculation, 2024-11-14T00:23:51,392 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/data/data2/current/BP-2034391951-172.17.0.3-1731543828156/current, will proceed with Du for space computation calculation, 2024-11-14T00:23:51,451 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa90dfae1e390ed60 with lease ID 0x78dc97df5344b7b5: Processing first storage report for DS-d41704c5-8177-4292-87c3-908af4987f4e from datanode DatanodeRegistration(127.0.0.1:43299, datanodeUuid=76deaec5-b52d-4788-b00a-b73492b58e2f, infoPort=41407, infoSecurePort=0, ipcPort=43671, storageInfo=lv=-57;cid=testClusterID;nsid=1757666851;c=1731543828156) 2024-11-14T00:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa90dfae1e390ed60 with lease ID 0x78dc97df5344b7b5: from storage DS-d41704c5-8177-4292-87c3-908af4987f4e node DatanodeRegistration(127.0.0.1:43299, datanodeUuid=76deaec5-b52d-4788-b00a-b73492b58e2f, infoPort=41407, infoSecurePort=0, ipcPort=43671, storageInfo=lv=-57;cid=testClusterID;nsid=1757666851;c=1731543828156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa90dfae1e390ed60 with lease ID 0x78dc97df5344b7b5: Processing first storage report for DS-d88245b5-c1f6-49ff-a1c5-7f1c8349f9f4 from datanode DatanodeRegistration(127.0.0.1:43299, datanodeUuid=76deaec5-b52d-4788-b00a-b73492b58e2f, infoPort=41407, infoSecurePort=0, ipcPort=43671, storageInfo=lv=-57;cid=testClusterID;nsid=1757666851;c=1731543828156) 2024-11-14T00:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa90dfae1e390ed60 with lease ID 0x78dc97df5344b7b5: from storage DS-d88245b5-c1f6-49ff-a1c5-7f1c8349f9f4 node DatanodeRegistration(127.0.0.1:43299, datanodeUuid=76deaec5-b52d-4788-b00a-b73492b58e2f, infoPort=41407, infoSecurePort=0, ipcPort=43671, storageInfo=lv=-57;cid=testClusterID;nsid=1757666851;c=1731543828156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:23:51,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba 2024-11-14T00:23:51,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:51,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:23:51,742 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:23:51,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:51,743 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:23:51,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779 with version=8 2024-11-14T00:23:51,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/hbase-staging 2024-11-14T00:23:51,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:51,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46405 2024-11-14T00:23:51,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46405 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-14T00:23:52,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464050x0, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:52,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46405-0x10136ba01c40000 connected 2024-11-14T00:23:52,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:52,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:52,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/running 2024-11-14T00:23:52,497 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779, hbase.cluster.distributed=false 2024-11-14T00:23:52,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/acl 2024-11-14T00:23:52,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-14T00:23:52,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46405 2024-11-14T00:23:52,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46405 2024-11-14T00:23:52,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-14T00:23:52,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-14T00:23:52,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:23:52,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:23:52,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46053 2024-11-14T00:23:52,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46053 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-14T00:23:52,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:52,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:52,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460530x0, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:52,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46053-0x10136ba01c40001 connected 2024-11-14T00:23:52,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/running 2024-11-14T00:23:52,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:23:52,688 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:23:52,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/master 2024-11-14T00:23:52,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/acl 2024-11-14T00:23:52,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46053 2024-11-14T00:23:52,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46053 2024-11-14T00:23:52,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46053 2024-11-14T00:23:52,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46053 2024-11-14T00:23:52,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46053 2024-11-14T00:23:52,734 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:46405 2024-11-14T00:23:52,735 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1343574604/backup-masters/63baa11b75f3,46405,1731543831937 2024-11-14T00:23:52,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604/backup-masters 2024-11-14T00:23:52,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604/backup-masters 2024-11-14T00:23:52,769 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on existing znode=/0-1343574604/backup-masters/63baa11b75f3,46405,1731543831937 2024-11-14T00:23:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:52,834 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on existing znode=/0-1343574604/master 2024-11-14T00:23:52,834 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1343574604/backup-masters/63baa11b75f3,46405,1731543831937 from backup master directory 2024-11-14T00:23:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1343574604/master 2024-11-14T00:23:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343574604/backup-masters/63baa11b75f3,46405,1731543831937 2024-11-14T00:23:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604/backup-masters 2024-11-14T00:23:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604/backup-masters 2024-11-14T00:23:52,886 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:52,886 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,46405,1731543831937 2024-11-14T00:23:52,893 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/hbase.id] with ID: 85d5b43e-c200-4fd3-bd48-3cf89233a982 2024-11-14T00:23:52,893 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/.tmp/hbase.id 2024-11-14T00:23:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:23:53,301 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/.tmp/hbase.id]:[hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/hbase.id] 2024-11-14T00:23:53,310 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:23:53,310 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:23:53,311 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:23:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:23:54,062 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:23:54,063 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:23:54,063 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:23:54,469 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store 2024-11-14T00:23:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:23:54,874 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:54,874 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:23:54,874 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:54,874 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:54,875 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:23:54,875 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:54,875 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:23:54,875 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543834874Disabling compacts and flushes for region at 1731543834874Disabling writes for close at 1731543834875 (+1 ms)Writing region close event to WAL at 1731543834875Closed at 1731543834875 2024-11-14T00:23:54,875 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/.initializing 2024-11-14T00:23:54,875 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/WALs/63baa11b75f3,46405,1731543831937 2024-11-14T00:23:54,876 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:54,877 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C46405%2C1731543831937, suffix=, logDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/WALs/63baa11b75f3,46405,1731543831937, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/oldWALs, maxLogs=10 2024-11-14T00:23:54,893 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/WALs/63baa11b75f3,46405,1731543831937/63baa11b75f3%2C46405%2C1731543831937.1731543834877, exclude list is [], retry=0 2024-11-14T00:23:54,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d41704c5-8177-4292-87c3-908af4987f4e,DISK] 2024-11-14T00:23:54,901 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/WALs/63baa11b75f3,46405,1731543831937/63baa11b75f3%2C46405%2C1731543831937.1731543834877 2024-11-14T00:23:54,903 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407)] 2024-11-14T00:23:54,903 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:54,904 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:54,904 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,904 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:23:54,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:54,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:54,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:23:54,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:54,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:54,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:23:54,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:54,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:54,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:23:54,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:54,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:23:54,922 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,923 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:54,925 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:23:54,926 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:54,927 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71922238, jitterRate=0.07172486186027527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:54,927 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543834904Initializing all the Stores at 1731543834905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543834905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543834908 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543834908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543834908Cleaning up temporary data from old regions at 1731543834924 (+16 ms)Region opened successfully at 1731543834927 (+3 ms) 2024-11-14T00:23:54,927 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:23:54,930 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3c1db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:54,930 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:23:54,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:23:54,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:23:54,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:23:54,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:23:54,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:23:54,932 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:23:54,937 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:23:54,938 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Unable to get data of znode /0-1343574604/balancer because node does not exist (not necessarily an error) 2024-11-14T00:23:54,979 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/balancer already deleted, retry=false 2024-11-14T00:23:54,984 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:23:54,986 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Unable to get data of znode /0-1343574604/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:23:55,053 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/normalizer already deleted, retry=false 2024-11-14T00:23:55,054 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:23:55,057 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Unable to get data of znode /0-1343574604/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:23:55,181 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/switch/split already deleted, retry=false 2024-11-14T00:23:55,182 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Unable to get data of znode /0-1343574604/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:23:55,391 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/switch/merge already deleted, retry=false 2024-11-14T00:23:55,393 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Unable to get data of znode /0-1343574604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:23:55,497 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/snapshot-cleanup already deleted, retry=false 2024-11-14T00:23:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1343574604/running 2024-11-14T00:23:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1343574604/running 2024-11-14T00:23:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:55,561 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,46405,1731543831937, sessionid=0x10136ba01c40000, setting cluster-up flag (Was=false) 2024-11-14T00:23:55,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:55,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:55,972 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1343574604/flush-table-proc/acquired, /0-1343574604/flush-table-proc/reached, /0-1343574604/flush-table-proc/abort 2024-11-14T00:23:55,973 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,46405,1731543831937 2024-11-14T00:23:56,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:56,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:56,264 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1343574604/online-snapshot/acquired, /0-1343574604/online-snapshot/reached, /0-1343574604/online-snapshot/abort 2024-11-14T00:23:56,265 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,46405,1731543831937 2024-11-14T00:23:56,269 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:23:56,274 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:56,274 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:23:56,274 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:23:56,274 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 63baa11b75f3,38365,1731543766853: status=Processing ServerCrashProcedure of 63baa11b75f3,38365,1731543766853 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731543786518, completionTime=-1 appears to have been leaked 2024-11-14T00:23:56,274 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,46405,1731543831937 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:23:56,275 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:56,276 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:56,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:23:56,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:56,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543866286 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:23:56,286 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:23:56,288 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:23:56,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:23:56,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:23:56,291 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:23:56,292 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:23:56,292 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:23:56,292 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543836292,5,FailOnTimeoutGroup] 2024-11-14T00:23:56,296 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543836292,5,FailOnTimeoutGroup] 2024-11-14T00:23:56,296 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,296 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:23:56,296 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,296 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:23:56,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:23:56,308 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779 2024-11-14T00:23:56,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:23:56,331 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(746): ClusterId : 85d5b43e-c200-4fd3-bd48-3cf89233a982 2024-11-14T00:23:56,331 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:23:56,369 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:23:56,369 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:23:56,431 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:23:56,431 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c23b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:23:56,446 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:46053 2024-11-14T00:23:56,447 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:23:56,447 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:23:56,447 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:23:56,447 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,46405,1731543831937 with port=46053, startcode=1731543832546 2024-11-14T00:23:56,448 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:23:56,449 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:23:56,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,451 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779 2024-11-14T00:23:56,451 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41057 2024-11-14T00:23:56,451 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:23:56,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604/rs 2024-11-14T00:23:56,484 DEBUG [RS:0;63baa11b75f3:46053 {}] zookeeper.ZKUtil(111): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on existing znode=/0-1343574604/rs/63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,484 WARN [RS:0;63baa11b75f3:46053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:23:56,484 INFO [RS:0;63baa11b75f3:46053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:56,484 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,46053,1731543832546] 2024-11-14T00:23:56,487 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:23:56,489 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:23:56,490 INFO [RS:0;63baa11b75f3:46053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:23:56,490 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,492 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:23:56,493 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:23:56,493 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,493 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:23:56,494 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:56,494 DEBUG [RS:0;63baa11b75f3:46053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:23:56,496 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,496 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,496 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,496 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,496 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,496 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46053,1731543832546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:56,518 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:23:56,518 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46053,1731543832546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,518 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,518 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.Replication(171): 63baa11b75f3,46053,1731543832546 started 2024-11-14T00:23:56,535 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:56,535 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,46053,1731543832546, RpcServer on 63baa11b75f3/172.17.0.3:46053, sessionid=0x10136ba01c40001 2024-11-14T00:23:56,535 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:23:56,535 DEBUG [RS:0;63baa11b75f3:46053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,535 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,46053,1731543832546' 2024-11-14T00:23:56,535 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1343574604/flush-table-proc/abort' 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1343574604/flush-table-proc/acquired' 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,46053,1731543832546' 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1343574604/online-snapshot/abort' 2024-11-14T00:23:56,536 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1343574604/online-snapshot/acquired' 2024-11-14T00:23:56,537 DEBUG [RS:0;63baa11b75f3:46053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:23:56,537 INFO [RS:0;63baa11b75f3:46053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:23:56,537 INFO [RS:0;63baa11b75f3:46053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:23:56,637 INFO [RS:0;63baa11b75f3:46053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:23:56,640 INFO [RS:0;63baa11b75f3:46053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C46053%2C1731543832546, suffix=, logDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/oldWALs, maxLogs=10 2024-11-14T00:23:56,658 DEBUG [RS:0;63baa11b75f3:46053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, exclude list is [], retry=0 2024-11-14T00:23:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d41704c5-8177-4292-87c3-908af4987f4e,DISK] 2024-11-14T00:23:56,720 INFO [RS:0;63baa11b75f3:46053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 2024-11-14T00:23:56,731 DEBUG [RS:0;63baa11b75f3:46053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407)] 2024-11-14T00:23:56,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:56,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:56,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:56,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:56,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:56,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:56,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:56,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:56,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:56,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:56,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:56,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:56,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:56,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:56,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:56,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:56,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:56,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:56,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740 2024-11-14T00:23:56,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740 2024-11-14T00:23:56,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:56,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:56,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:56,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:56,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:23:56,789 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73346058, jitterRate=0.09294143319129944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:56,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543836733Initializing all the Stores at 1731543836738 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543836738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543836740 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543836740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543836740Cleaning up temporary data from old regions at 1731543836778 (+38 ms)Region opened successfully at 1731543836789 (+11 ms) 2024-11-14T00:23:56,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:23:56,790 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:23:56,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:23:56,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:23:56,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:23:56,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:23:56,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543836790Disabling compacts and flushes for region at 1731543836790Disabling writes for close at 1731543836790Writing region close event to WAL at 1731543836796 (+6 ms)Closed at 1731543836796 2024-11-14T00:23:56,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:56,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:23:56,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:23:56,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:56,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:23:56,951 DEBUG [63baa11b75f3:46405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:23:56,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,46053,1731543832546 2024-11-14T00:23:56,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,46053,1731543832546, state=OPENING 2024-11-14T00:23:57,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:23:57,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:57,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:23:57,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343574604/meta-region-server: CHANGED 2024-11-14T00:23:57,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343574604/meta-region-server: CHANGED 2024-11-14T00:23:57,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:23:57,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,46053,1731543832546}] 2024-11-14T00:23:57,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:23:57,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:23:57,297 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:23:57,297 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:23:57,297 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:23:57,299 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C46053%2C1731543832546.meta, suffix=.meta, logDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/oldWALs, maxLogs=10 2024-11-14T00:23:57,315 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.meta.1731543837299.meta, exclude list is [], retry=0 2024-11-14T00:23:57,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d41704c5-8177-4292-87c3-908af4987f4e,DISK] 2024-11-14T00:23:57,319 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.meta.1731543837299.meta 2024-11-14T00:23:57,319 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407)] 2024-11-14T00:23:57,319 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:23:57,319 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:23:57,320 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:23:57,320 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:23:57,320 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:23:57,320 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:23:57,320 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:23:57,320 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:23:57,320 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:23:57,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:23:57,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:23:57,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:57,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:57,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:23:57,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:23:57,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:57,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:57,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:23:57,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:23:57,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:57,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:57,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:23:57,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:23:57,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:23:57,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:23:57,329 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:23:57,330 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740 2024-11-14T00:23:57,331 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740 2024-11-14T00:23:57,332 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:23:57,332 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:23:57,332 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:23:57,333 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:23:57,334 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614340, jitterRate=-0.03717130422592163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:23:57,334 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:23:57,334 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543837320Writing region info on filesystem at 1731543837320Initializing all the Stores at 1731543837321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543837321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543837324 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543837324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543837324Cleaning up temporary data from old regions at 1731543837332 (+8 ms)Running coprocessor post-open hooks at 1731543837334 (+2 ms)Region opened successfully at 1731543837334 2024-11-14T00:23:57,335 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543837292 2024-11-14T00:23:57,337 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:23:57,337 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:23:57,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46053,1731543832546 2024-11-14T00:23:57,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,46053,1731543832546, state=OPEN 2024-11-14T00:23:57,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1343574604/meta-region-server 2024-11-14T00:23:57,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1343574604/meta-region-server 2024-11-14T00:23:57,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,46053,1731543832546 2024-11-14T00:23:57,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343574604/meta-region-server: CHANGED 2024-11-14T00:23:57,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343574604/meta-region-server: CHANGED 2024-11-14T00:23:57,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:23:57,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,46053,1731543832546 in 245 msec 2024-11-14T00:23:57,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:23:57,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-11-14T00:23:57,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:23:57,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:23:57,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:57,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46053,1731543832546, seqNum=-1] 2024-11-14T00:23:57,391 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:57,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:57,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-14T00:23:57,397 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543837397, completionTime=-1 2024-11-14T00:23:57,397 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:23:57,398 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543897400 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543957400 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46405,1731543831937-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46405,1731543831937-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46405,1731543831937-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:46405, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,401 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,402 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:23:57,404 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.518sec 2024-11-14T00:23:57,404 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:23:57,404 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:23:57,404 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:23:57,404 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:23:57,405 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:23:57,405 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46405,1731543831937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:23:57,405 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46405,1731543831937-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:23:57,406 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:23:57,406 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:23:57,406 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46405,1731543831937-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:23:57,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3738772f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:57,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46405,-1 for getting cluster id 2024-11-14T00:23:57,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:23:57,434 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d5b43e-c200-4fd3-bd48-3cf89233a982' 2024-11-14T00:23:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:23:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d5b43e-c200-4fd3-bd48-3cf89233a982" 2024-11-14T00:23:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671d385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46405,-1] 2024-11-14T00:23:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:23:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:23:57,437 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:23:57,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbaee5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:23:57,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:23:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46053,1731543832546, seqNum=-1] 2024-11-14T00:23:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:23:57,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:23:57,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,46405,1731543831937 2024-11-14T00:23:57,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-14T00:23:57,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:23:57,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136ba01c40002 connected 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir so I do NOT create it in target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13 2024-11-14T00:23:57,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.tmp.dir so I do NOT create it in target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13 2024-11-14T00:23:57,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:23:57,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/cluster_34c6509c-5081-6542-08a7-29842ad100c3, deleteOnExit=true 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/test.cache.data in system properties and HBase conf 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:23:57,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:23:57,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:23:57,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:23:57,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:23:58,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:58,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:58,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:58,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:58,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:23:58,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:58,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@621cead8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:58,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@188ace22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:58,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7b4b90{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/java.io.tmpdir/jetty-localhost-40315-hadoop-hdfs-3_4_1-tests_jar-_-any-8315481856184194059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:23:58,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7d602a{HTTP/1.1, (http/1.1)}{localhost:40315} 2024-11-14T00:23:58,434 INFO [Time-limited test {}] server.Server(415): Started @241569ms 2024-11-14T00:23:58,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:23:58,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:23:58,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:23:58,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:23:58,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:23:58,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3d5c02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:23:58,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca9f6d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:23:59,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28de6a5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/java.io.tmpdir/jetty-localhost-35309-hadoop-hdfs-3_4_1-tests_jar-_-any-9559033311170164342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:23:59,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75df3c32{HTTP/1.1, (http/1.1)}{localhost:35309} 2024-11-14T00:23:59,088 INFO [Time-limited test {}] server.Server(415): Started @242223ms 2024-11-14T00:23:59,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:23:59,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:23:59,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:23:59,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:23:59,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T00:23:59,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:23:59,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T00:23:59,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:23:59,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T00:24:00,433 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/cluster_34c6509c-5081-6542-08a7-29842ad100c3/data/data1/current/BP-1061717825-172.17.0.3-1731543837622/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:00,433 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/cluster_34c6509c-5081-6542-08a7-29842ad100c3/data/data2/current/BP-1061717825-172.17.0.3-1731543837622/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:00,460 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:24:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e525cebaf560ea with lease ID 0x1ef9dc4ac9da185a: Processing first storage report for DS-767e3efa-c99d-4191-9266-54e5dbd67d2d from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=d74266ca-5b8a-4309-9493-b991c6a3ab2e, infoPort=38047, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=603370106;c=1731543837622) 2024-11-14T00:24:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e525cebaf560ea with lease ID 0x1ef9dc4ac9da185a: from storage DS-767e3efa-c99d-4191-9266-54e5dbd67d2d node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=d74266ca-5b8a-4309-9493-b991c6a3ab2e, infoPort=38047, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=603370106;c=1731543837622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e525cebaf560ea with lease ID 0x1ef9dc4ac9da185a: Processing first storage report for DS-482083d5-1a6f-4e31-890f-6e2f78f5b6e5 from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=d74266ca-5b8a-4309-9493-b991c6a3ab2e, infoPort=38047, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=603370106;c=1731543837622) 2024-11-14T00:24:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e525cebaf560ea with lease ID 0x1ef9dc4ac9da185a: from storage DS-482083d5-1a6f-4e31-890f-6e2f78f5b6e5 node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=d74266ca-5b8a-4309-9493-b991c6a3ab2e, infoPort=38047, infoSecurePort=0, ipcPort=34551, storageInfo=lv=-57;cid=testClusterID;nsid=603370106;c=1731543837622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:00,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13 2024-11-14T00:24:00,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:00,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:24:00,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67 with version=8 2024-11-14T00:24:00,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/hbase-staging 2024-11-14T00:24:00,903 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:24:00,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:00,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42327 2024-11-14T00:24:00,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42327 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-14T00:24:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423270x0, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:00,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42327-0x10136ba01c40003 connected 2024-11-14T00:24:01,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:01,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:01,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/running 2024-11-14T00:24:01,438 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67, hbase.cluster.distributed=false 2024-11-14T00:24:01,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/acl 2024-11-14T00:24:01,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-14T00:24:01,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42327 2024-11-14T00:24:01,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42327 2024-11-14T00:24:01,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-14T00:24:01,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-14T00:24:01,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:01,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:01,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:01,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:01,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:01,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:01,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:24:01,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:01,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43195 2024-11-14T00:24:01,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43195 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-14T00:24:01,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:01,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:01,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431950x0, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:01,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43195-0x10136ba01c40004 connected 2024-11-14T00:24:01,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/running 2024-11-14T00:24:01,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:24:01,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:24:01,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/master 2024-11-14T00:24:01,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/acl 2024-11-14T00:24:01,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43195 2024-11-14T00:24:01,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43195 2024-11-14T00:24:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43195 2024-11-14T00:24:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43195 2024-11-14T00:24:01,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43195 2024-11-14T00:24:01,630 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:42327 2024-11-14T00:24:01,630 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11269433304/backup-masters/63baa11b75f3,42327,1731543840903 2024-11-14T00:24:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304/backup-masters 2024-11-14T00:24:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304/backup-masters 2024-11-14T00:24:01,714 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on existing znode=/11269433304/backup-masters/63baa11b75f3,42327,1731543840903 2024-11-14T00:24:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269433304/master 2024-11-14T00:24:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:01,756 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on existing znode=/11269433304/master 2024-11-14T00:24:01,756 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11269433304/backup-masters/63baa11b75f3,42327,1731543840903 from backup master directory 2024-11-14T00:24:01,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:01,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:01,782 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18242 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:01,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304/backup-masters 2024-11-14T00:24:01,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269433304/backup-masters/63baa11b75f3,42327,1731543840903 2024-11-14T00:24:01,848 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304/backup-masters 2024-11-14T00:24:01,848 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,42327,1731543840903 2024-11-14T00:24:01,850 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/hbase.id] with ID: 944c58be-76c8-46ec-be90-9d67d7ebbbd2 2024-11-14T00:24:01,850 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/.tmp/hbase.id 2024-11-14T00:24:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:24:02,255 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/.tmp/hbase.id]:[hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/hbase.id] 2024-11-14T00:24:02,262 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:02,262 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:24:02,263 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:24:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:24:02,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,733 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:02,734 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:24:02,735 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:02,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:24:02,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:02,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:24:03,144 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store 2024-11-14T00:24:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:24:03,160 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:03,161 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:24:03,161 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:03,161 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:03,161 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:24:03,161 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:03,161 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:03,161 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543843161Disabling compacts and flushes for region at 1731543843161Disabling writes for close at 1731543843161Writing region close event to WAL at 1731543843161Closed at 1731543843161 2024-11-14T00:24:03,163 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/.initializing 2024-11-14T00:24:03,163 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/WALs/63baa11b75f3,42327,1731543840903 2024-11-14T00:24:03,165 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:03,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C42327%2C1731543840903, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/WALs/63baa11b75f3,42327,1731543840903, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/oldWALs, maxLogs=10 2024-11-14T00:24:03,188 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/WALs/63baa11b75f3,42327,1731543840903/63baa11b75f3%2C42327%2C1731543840903.1731543843169, exclude list is [], retry=0 2024-11-14T00:24:03,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-767e3efa-c99d-4191-9266-54e5dbd67d2d,DISK] 2024-11-14T00:24:03,204 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/WALs/63baa11b75f3,42327,1731543840903/63baa11b75f3%2C42327%2C1731543840903.1731543843169 2024-11-14T00:24:03,206 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38047:38047)] 2024-11-14T00:24:03,206 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:03,208 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:03,208 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,208 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:24:03,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:03,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:03,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:24:03,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:03,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:03,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:24:03,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:03,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:03,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:24:03,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:03,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:03,241 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,244 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,247 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,249 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,249 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,250 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:03,253 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:03,260 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:03,263 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74080814, jitterRate=0.10389015078544617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:03,263 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543843209Initializing all the Stores at 1731543843209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543843209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543843212 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543843212Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543843212Cleaning up temporary data from old regions at 1731543843249 (+37 ms)Region opened successfully at 1731543843263 (+14 ms) 2024-11-14T00:24:03,263 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:24:03,269 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a8323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:03,269 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:24:03,270 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:24:03,270 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:24:03,270 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:24:03,270 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:24:03,271 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:24:03,271 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:24:03,281 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:24:03,288 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Unable to get data of znode /11269433304/balancer because node does not exist (not necessarily an error) 2024-11-14T00:24:03,356 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/balancer already deleted, retry=false 2024-11-14T00:24:03,357 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:24:03,359 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Unable to get data of znode /11269433304/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:24:03,436 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/normalizer already deleted, retry=false 2024-11-14T00:24:03,437 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:24:03,441 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Unable to get data of znode /11269433304/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:24:03,500 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/switch/split already deleted, retry=false 2024-11-14T00:24:03,501 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Unable to get data of znode /11269433304/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:24:03,571 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/switch/merge already deleted, retry=false 2024-11-14T00:24:03,573 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Unable to get data of znode /11269433304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:24:03,646 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/snapshot-cleanup already deleted, retry=false 2024-11-14T00:24:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269433304/running 2024-11-14T00:24:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269433304/running 2024-11-14T00:24:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:03,718 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,42327,1731543840903, sessionid=0x10136ba01c40003, setting cluster-up flag (Was=false) 2024-11-14T00:24:03,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:04,217 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11269433304/flush-table-proc/acquired, /11269433304/flush-table-proc/reached, /11269433304/flush-table-proc/abort 2024-11-14T00:24:04,227 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,42327,1731543840903 2024-11-14T00:24:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:04,532 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11269433304/online-snapshot/acquired, /11269433304/online-snapshot/reached, /11269433304/online-snapshot/abort 2024-11-14T00:24:04,551 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,42327,1731543840903 2024-11-14T00:24:04,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:24:04,555 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:04,556 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:24:04,556 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:24:04,556 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,42327,1731543840903 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:04,558 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:04,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:24:04,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:04,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543874592 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:24:04,592 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:24:04,593 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,600 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:24:04,600 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:24:04,601 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:24:04,601 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:24:04,608 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:24:04,608 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:24:04,615 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543844608,5,FailOnTimeoutGroup] 2024-11-14T00:24:04,620 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543844615,5,FailOnTimeoutGroup] 2024-11-14T00:24:04,620 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,620 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:24:04,620 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,620 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:24:04,644 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(746): ClusterId : 944c58be-76c8-46ec-be90-9d67d7ebbbd2 2024-11-14T00:24:04,644 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:24:04,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:24:04,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67 2024-11-14T00:24:04,712 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:24:04,712 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:24:04,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:24:04,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:04,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:04,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:04,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:04,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:04,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:04,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:04,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:04,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:04,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:04,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:04,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:04,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:04,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:04,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:04,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:04,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:04,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:04,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740 2024-11-14T00:24:04,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740 2024-11-14T00:24:04,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:04,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:04,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:04,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:04,779 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:24:04,779 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbaf3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:04,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:04,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65041236, jitterRate=-0.030810058116912842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:04,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543844741Initializing all the Stores at 1731543844747 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543844747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543844747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543844747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543844747Cleaning up temporary data from old regions at 1731543844761 (+14 ms)Region opened successfully at 1731543844793 (+32 ms) 2024-11-14T00:24:04,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:24:04,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:24:04,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:24:04,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:24:04,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:24:04,805 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:43195 2024-11-14T00:24:04,805 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:24:04,805 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:24:04,805 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:24:04,806 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:04,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543844794Disabling compacts and flushes for region at 1731543844794Disabling writes for close at 1731543844794Writing region close event to WAL at 1731543844806 (+12 ms)Closed at 1731543844806 2024-11-14T00:24:04,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:04,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:24:04,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:24:04,809 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,42327,1731543840903 with port=43195, startcode=1731543841462 2024-11-14T00:24:04,810 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:24:04,811 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:24:04,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,43195,1731543841462 2024-11-14T00:24:04,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42327 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:04,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:04,815 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67 2024-11-14T00:24:04,815 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36755 2024-11-14T00:24:04,815 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:24:04,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:24:04,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304/rs 2024-11-14T00:24:04,880 DEBUG [RS:0;63baa11b75f3:43195 {}] zookeeper.ZKUtil(111): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on existing znode=/11269433304/rs/63baa11b75f3,43195,1731543841462 2024-11-14T00:24:04,880 WARN [RS:0;63baa11b75f3:43195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:04,881 INFO [RS:0;63baa11b75f3:43195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:04,881 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462 2024-11-14T00:24:04,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,43195,1731543841462] 2024-11-14T00:24:04,904 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:24:04,906 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:24:04,906 INFO [RS:0;63baa11b75f3:43195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:24:04,906 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,908 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:24:04,909 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:24:04,909 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,909 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,910 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,910 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:04,910 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:04,910 DEBUG [RS:0;63baa11b75f3:43195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:04,915 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,916 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,916 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,916 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,916 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,916 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43195,1731543841462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:04,936 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:24:04,936 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,43195,1731543841462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,936 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,936 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.Replication(171): 63baa11b75f3,43195,1731543841462 started 2024-11-14T00:24:04,955 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:04,955 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,43195,1731543841462, RpcServer on 63baa11b75f3/172.17.0.3:43195, sessionid=0x10136ba01c40004 2024-11-14T00:24:04,955 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:24:04,955 DEBUG [RS:0;63baa11b75f3:43195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,43195,1731543841462 2024-11-14T00:24:04,955 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,43195,1731543841462' 2024-11-14T00:24:04,955 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11269433304/flush-table-proc/abort' 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11269433304/flush-table-proc/acquired' 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,43195,1731543841462 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,43195,1731543841462' 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11269433304/online-snapshot/abort' 2024-11-14T00:24:04,956 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11269433304/online-snapshot/acquired' 2024-11-14T00:24:04,957 DEBUG [RS:0;63baa11b75f3:43195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:24:04,957 INFO [RS:0;63baa11b75f3:43195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:24:04,957 INFO [RS:0;63baa11b75f3:43195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:24:04,968 WARN [63baa11b75f3:42327 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:24:05,057 INFO [RS:0;63baa11b75f3:43195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:05,059 INFO [RS:0;63baa11b75f3:43195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C43195%2C1731543841462, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/oldWALs, maxLogs=10 2024-11-14T00:24:05,077 DEBUG [RS:0;63baa11b75f3:43195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, exclude list is [], retry=0 2024-11-14T00:24:05,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-767e3efa-c99d-4191-9266-54e5dbd67d2d,DISK] 2024-11-14T00:24:05,086 INFO [RS:0;63baa11b75f3:43195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 2024-11-14T00:24:05,086 DEBUG [RS:0;63baa11b75f3:43195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38047:38047)] 2024-11-14T00:24:05,218 DEBUG [63baa11b75f3:42327 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:24:05,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:05,219 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,43195,1731543841462, state=OPENING 2024-11-14T00:24:05,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:24:05,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:05,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:05,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:05,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269433304/meta-region-server: CHANGED 2024-11-14T00:24:05,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269433304/meta-region-server: CHANGED 2024-11-14T00:24:05,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,43195,1731543841462}] 2024-11-14T00:24:05,479 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:05,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:24:05,483 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:24:05,483 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:05,483 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:24:05,484 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C43195%2C1731543841462.meta, suffix=.meta, logDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/oldWALs, maxLogs=10 2024-11-14T00:24:05,496 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.meta.1731543845484.meta, exclude list is [], retry=0 2024-11-14T00:24:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-767e3efa-c99d-4191-9266-54e5dbd67d2d,DISK] 2024-11-14T00:24:05,499 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.meta.1731543845484.meta 2024-11-14T00:24:05,499 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38047:38047)] 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:05,500 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:24:05,500 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:24:05,500 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:24:05,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:05,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:05,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:05,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:05,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:05,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:05,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:05,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:05,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:05,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:05,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:05,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:05,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:05,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:05,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:05,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:05,506 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:05,507 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740 2024-11-14T00:24:05,507 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740 2024-11-14T00:24:05,508 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:05,508 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:05,509 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:05,510 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:05,510 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647006, jitterRate=-0.08138802647590637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:05,510 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:24:05,511 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543845501Writing region info on filesystem at 1731543845501Initializing all the Stores at 1731543845501Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543845501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543845501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543845501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543845501Cleaning up temporary data from old regions at 1731543845508 (+7 ms)Running coprocessor post-open hooks at 1731543845510 (+2 ms)Region opened successfully at 1731543845510 2024-11-14T00:24:05,511 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543845478 2024-11-14T00:24:05,513 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:24:05,513 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:24:05,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:05,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,43195,1731543841462, state=OPEN 2024-11-14T00:24:05,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11269433304/meta-region-server 2024-11-14T00:24:05,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11269433304/meta-region-server 2024-11-14T00:24:05,533 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:05,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269433304/meta-region-server: CHANGED 2024-11-14T00:24:05,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269433304/meta-region-server: CHANGED 2024-11-14T00:24:05,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:24:05,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,43195,1731543841462 in 207 msec 2024-11-14T00:24:05,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:24:05,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-11-14T00:24:05,537 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:05,537 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:24:05,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:05,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43195,1731543841462, seqNum=-1] 2024-11-14T00:24:05,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:05,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:05,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 989 msec 2024-11-14T00:24:05,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543845543, completionTime=-1 2024-11-14T00:24:05,544 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:24:05,544 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:24:05,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:24:05,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543905545 2024-11-14T00:24:05,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543965545 2024-11-14T00:24:05,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T00:24:05,546 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42327,1731543840903-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,546 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42327,1731543840903-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,546 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42327,1731543840903-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,546 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:42327, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,546 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,547 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:24:05,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.707sec 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:24:05,555 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42327,1731543840903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:05,556 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42327,1731543840903-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:24:05,557 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:24:05,557 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:24:05,557 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42327,1731543840903-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:05,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d6fefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:05,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42327,-1 for getting cluster id 2024-11-14T00:24:05,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:05,629 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '944c58be-76c8-46ec-be90-9d67d7ebbbd2' 2024-11-14T00:24:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "944c58be-76c8-46ec-be90-9d67d7ebbbd2" 2024-11-14T00:24:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2b598e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42327,-1] 2024-11-14T00:24:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:05,631 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:05,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12985d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:05,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43195,1731543841462, seqNum=-1] 2024-11-14T00:24:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:05,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,42327,1731543840903 2024-11-14T00:24:05,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59125 2024-11-14T00:24:05,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:05,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136ba01c40005 connected 2024-11-14T00:24:05,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46405,1731543831937 2024-11-14T00:24:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1969f70a 2024-11-14T00:24:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:05,779 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:05,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:24:05,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:05,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:05,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:24:05,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:24:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:06,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbacd8ecfbed232ecaa2f30129b519e1, NAME => 'test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779 2024-11-14T00:24:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:24:06,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:06,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cbacd8ecfbed232ecaa2f30129b519e1, disabling compactions & flushes 2024-11-14T00:24:06,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. after waiting 0 ms 2024-11-14T00:24:06,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbacd8ecfbed232ecaa2f30129b519e1: Waiting for close lock at 1731543846203Disabling compacts and flushes for region at 1731543846203Disabling writes for close at 1731543846203Writing region close event to WAL at 1731543846203Closed at 1731543846203 2024-11-14T00:24:06,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:06,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543846204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543846204"}]},"ts":"1731543846204"} 2024-11-14T00:24:06,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:06,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:06,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543846207"}]},"ts":"1731543846207"} 2024-11-14T00:24:06,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:24:06,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbacd8ecfbed232ecaa2f30129b519e1, ASSIGN}] 2024-11-14T00:24:06,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbacd8ecfbed232ecaa2f30129b519e1, ASSIGN 2024-11-14T00:24:06,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cbacd8ecfbed232ecaa2f30129b519e1, ASSIGN; state=OFFLINE, location=63baa11b75f3,46053,1731543832546; forceNewPlan=false, retain=false 2024-11-14T00:24:06,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbacd8ecfbed232ecaa2f30129b519e1, regionState=OPENING, regionLocation=63baa11b75f3,46053,1731543832546 2024-11-14T00:24:06,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cbacd8ecfbed232ecaa2f30129b519e1, ASSIGN because future has completed 2024-11-14T00:24:06,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbacd8ecfbed232ecaa2f30129b519e1, server=63baa11b75f3,46053,1731543832546}] 2024-11-14T00:24:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:06,520 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,520 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cbacd8ecfbed232ecaa2f30129b519e1, NAME => 'test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:06,521 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:06,521 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:24:06,521 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,521 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:06,521 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,521 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,523 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,524 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbacd8ecfbed232ecaa2f30129b519e1 columnFamilyName f 2024-11-14T00:24:06,524 DEBUG [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:06,524 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] regionserver.HStore(327): Store=cbacd8ecfbed232ecaa2f30129b519e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:06,525 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,525 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbacd8ecfbed232ecaa2f30129b519e1 columnFamilyName f1 2024-11-14T00:24:06,525 DEBUG [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:06,526 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] regionserver.HStore(327): Store=cbacd8ecfbed232ecaa2f30129b519e1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:06,526 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,527 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbacd8ecfbed232ecaa2f30129b519e1 columnFamilyName norep 2024-11-14T00:24:06,527 DEBUG [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:06,527 INFO [StoreOpener-cbacd8ecfbed232ecaa2f30129b519e1-1 {}] regionserver.HStore(327): Store=cbacd8ecfbed232ecaa2f30129b519e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:06,527 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,528 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,528 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,533 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,533 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,533 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:06,534 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,535 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:06,536 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cbacd8ecfbed232ecaa2f30129b519e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66054622, jitterRate=-0.01570942997932434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:06,536 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:06,536 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cbacd8ecfbed232ecaa2f30129b519e1: Running coprocessor pre-open hook at 1731543846521Writing region info on filesystem at 1731543846521Initializing all the Stores at 1731543846522 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543846522Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543846523 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543846523Cleaning up temporary data from old regions at 1731543846533 (+10 ms)Running coprocessor post-open hooks at 1731543846536 (+3 ms)Region opened successfully at 1731543846536 2024-11-14T00:24:06,537 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1., pid=6, masterSystemTime=1731543846516 2024-11-14T00:24:06,539 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,539 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:06,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbacd8ecfbed232ecaa2f30129b519e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,46053,1731543832546 2024-11-14T00:24:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbacd8ecfbed232ecaa2f30129b519e1, server=63baa11b75f3,46053,1731543832546 because future has completed 2024-11-14T00:24:06,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:24:06,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cbacd8ecfbed232ecaa2f30129b519e1, server=63baa11b75f3,46053,1731543832546 in 179 msec 2024-11-14T00:24:06,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:24:06,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cbacd8ecfbed232ecaa2f30129b519e1, ASSIGN in 336 msec 2024-11-14T00:24:06,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:06,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543846548"}]},"ts":"1731543846548"} 2024-11-14T00:24:06,551 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:24:06,551 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:06,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-14T00:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:06,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:06,922 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:24:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42327,1731543840903 2024-11-14T00:24:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5330d8 2024-11-14T00:24:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:06,924 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:06,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:24:06,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:06,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:06,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:24:06,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:24:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:07,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34d6dc1ee069b4a59b4d7d1d10536d81, NAME => 'test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67 2024-11-14T00:24:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:24:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:07,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:07,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34d6dc1ee069b4a59b4d7d1d10536d81, disabling compactions & flushes 2024-11-14T00:24:07,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:07,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:07,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. after waiting 0 ms 2024-11-14T00:24:07,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:07,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:07,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34d6dc1ee069b4a59b4d7d1d10536d81: Waiting for close lock at 1731543847738Disabling compacts and flushes for region at 1731543847738Disabling writes for close at 1731543847738Writing region close event to WAL at 1731543847738Closed at 1731543847738 2024-11-14T00:24:07,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:07,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543847739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543847739"}]},"ts":"1731543847739"} 2024-11-14T00:24:07,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:07,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:07,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543847742"}]},"ts":"1731543847742"} 2024-11-14T00:24:07,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:24:07,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34d6dc1ee069b4a59b4d7d1d10536d81, ASSIGN}] 2024-11-14T00:24:07,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34d6dc1ee069b4a59b4d7d1d10536d81, ASSIGN 2024-11-14T00:24:07,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34d6dc1ee069b4a59b4d7d1d10536d81, ASSIGN; state=OFFLINE, location=63baa11b75f3,43195,1731543841462; forceNewPlan=false, retain=false 2024-11-14T00:24:07,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34d6dc1ee069b4a59b4d7d1d10536d81, regionState=OPENING, regionLocation=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:07,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34d6dc1ee069b4a59b4d7d1d10536d81, ASSIGN because future has completed 2024-11-14T00:24:07,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d6dc1ee069b4a59b4d7d1d10536d81, server=63baa11b75f3,43195,1731543841462}] 2024-11-14T00:24:08,059 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:08,059 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34d6dc1ee069b4a59b4d7d1d10536d81, NAME => 'test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:08,060 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:08,060 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:24:08,060 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,060 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:08,060 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,060 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,062 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:08,063 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d6dc1ee069b4a59b4d7d1d10536d81 columnFamilyName f 2024-11-14T00:24:08,063 DEBUG [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:08,063 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] regionserver.HStore(327): Store=34d6dc1ee069b4a59b4d7d1d10536d81/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:08,063 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,064 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d6dc1ee069b4a59b4d7d1d10536d81 columnFamilyName f1 2024-11-14T00:24:08,064 DEBUG [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:08,064 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] regionserver.HStore(327): Store=34d6dc1ee069b4a59b4d7d1d10536d81/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:08,065 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,065 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d6dc1ee069b4a59b4d7d1d10536d81 columnFamilyName norep 2024-11-14T00:24:08,065 DEBUG [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:08,065 INFO [StoreOpener-34d6dc1ee069b4a59b4d7d1d10536d81-1 {}] regionserver.HStore(327): Store=34d6dc1ee069b4a59b4d7d1d10536d81/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:08,066 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,066 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,066 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,067 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,067 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,067 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:08,069 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,073 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:08,073 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34d6dc1ee069b4a59b4d7d1d10536d81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62428799, jitterRate=-0.06973840296268463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:08,074 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:08,074 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34d6dc1ee069b4a59b4d7d1d10536d81: Running coprocessor pre-open hook at 1731543848060Writing region info on filesystem at 1731543848061 (+1 ms)Initializing all the Stores at 1731543848061Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543848061Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543848061Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543848061Cleaning up temporary data from old regions at 1731543848067 (+6 ms)Running coprocessor post-open hooks at 1731543848074 (+7 ms)Region opened successfully at 1731543848074 2024-11-14T00:24:08,075 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81., pid=6, masterSystemTime=1731543848056 2024-11-14T00:24:08,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34d6dc1ee069b4a59b4d7d1d10536d81, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:08,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d6dc1ee069b4a59b4d7d1d10536d81, server=63baa11b75f3,43195,1731543841462 because future has completed 2024-11-14T00:24:08,080 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:08,080 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:08,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:24:08,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34d6dc1ee069b4a59b4d7d1d10536d81, server=63baa11b75f3,43195,1731543841462 in 180 msec 2024-11-14T00:24:08,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:24:08,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34d6dc1ee069b4a59b4d7d1d10536d81, ASSIGN in 342 msec 2024-11-14T00:24:08,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:08,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543848089"}]},"ts":"1731543848089"} 2024-11-14T00:24:08,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:24:08,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:08,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-14T00:24:08,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:24:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:09,072 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:24:09,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdb32a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46405,-1 for getting cluster id 2024-11-14T00:24:09,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:09,074 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d5b43e-c200-4fd3-bd48-3cf89233a982' 2024-11-14T00:24:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d5b43e-c200-4fd3-bd48-3cf89233a982" 2024-11-14T00:24:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ba820f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46405,-1] 2024-11-14T00:24:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:09,076 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c04bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf87c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42327,-1 for getting cluster id 2024-11-14T00:24:09,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:09,078 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '944c58be-76c8-46ec-be90-9d67d7ebbbd2' 2024-11-14T00:24:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "944c58be-76c8-46ec-be90-9d67d7ebbbd2" 2024-11-14T00:24:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ab7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42327,-1] 2024-11-14T00:24:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:09,079 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558449fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2b4a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46405,-1 for getting cluster id 2024-11-14T00:24:09,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:09,081 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d5b43e-c200-4fd3-bd48-3cf89233a982' 2024-11-14T00:24:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d5b43e-c200-4fd3-bd48-3cf89233a982" 2024-11-14T00:24:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b61fb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46405,-1] 2024-11-14T00:24:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:09,083 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75cc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46405,1731543831937 2024-11-14T00:24:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4795b7 2024-11-14T00:24:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:09,085 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:09,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:42327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:24:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:24:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:09,088 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42327' 2024-11-14T00:24:09,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1892212e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,089 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42327,-1 for getting cluster id 2024-11-14T00:24:09,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:09,090 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '944c58be-76c8-46ec-be90-9d67d7ebbbd2' 2024-11-14T00:24:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "944c58be-76c8-46ec-be90-9d67d7ebbbd2" 2024-11-14T00:24:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84696b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42327,-1] 2024-11-14T00:24:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:09,091 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:09,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ee9332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:09,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:09,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42327,1731543840903 2024-11-14T00:24:09,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b6c5c2d 2024-11-14T00:24:09,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:09,093 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:09,093 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:24:09,094 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:24:09,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:09,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:09,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:09,094 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:09,095 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:24:09,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:09,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:09,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:24:09,145 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:24:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:09,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e317a91b5d4dc2802888090045f36097, NAME => 'hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779 2024-11-14T00:24:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:24:09,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:24:09,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T00:24:09,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:24:09,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T00:24:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:09,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:09,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e317a91b5d4dc2802888090045f36097, disabling compactions & flushes 2024-11-14T00:24:09,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:09,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:09,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. after waiting 0 ms 2024-11-14T00:24:09,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:09,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:09,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e317a91b5d4dc2802888090045f36097: Waiting for close lock at 1731543849909Disabling compacts and flushes for region at 1731543849909Disabling writes for close at 1731543849909Writing region close event to WAL at 1731543849909Closed at 1731543849909 2024-11-14T00:24:09,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:09,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543849913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543849913"}]},"ts":"1731543849913"} 2024-11-14T00:24:09,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:09,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:09,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543849916"}]},"ts":"1731543849916"} 2024-11-14T00:24:09,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:24:09,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e317a91b5d4dc2802888090045f36097, ASSIGN}] 2024-11-14T00:24:09,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e317a91b5d4dc2802888090045f36097, ASSIGN 2024-11-14T00:24:09,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e317a91b5d4dc2802888090045f36097, ASSIGN; state=OFFLINE, location=63baa11b75f3,46053,1731543832546; forceNewPlan=false, retain=false 2024-11-14T00:24:10,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e317a91b5d4dc2802888090045f36097, regionState=OPENING, regionLocation=63baa11b75f3,46053,1731543832546 2024-11-14T00:24:10,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e317a91b5d4dc2802888090045f36097, ASSIGN because future has completed 2024-11-14T00:24:10,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e317a91b5d4dc2802888090045f36097, server=63baa11b75f3,46053,1731543832546}] 2024-11-14T00:24:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:10,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:10,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:10,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:24:10,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C46053%2C1731543832546.rep, suffix=, logDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/oldWALs, maxLogs=10 2024-11-14T00:24:10,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.rep.1731543850235, exclude list is [], retry=0 2024-11-14T00:24:10,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43299,DS-d41704c5-8177-4292-87c3-908af4987f4e,DISK] 2024-11-14T00:24:10,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.rep.1731543850235 2024-11-14T00:24:10,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407)] 2024-11-14T00:24:10,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e317a91b5d4dc2802888090045f36097, NAME => 'hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:10,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:10,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. service=MultiRowMutationService 2024-11-14T00:24:10,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:24:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,260 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,262 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e317a91b5d4dc2802888090045f36097 columnFamilyName hfileref 2024-11-14T00:24:10,262 DEBUG [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:10,265 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] regionserver.HStore(327): Store=e317a91b5d4dc2802888090045f36097/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:10,265 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,266 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e317a91b5d4dc2802888090045f36097 columnFamilyName queue 2024-11-14T00:24:10,266 DEBUG [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:10,266 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] regionserver.HStore(327): Store=e317a91b5d4dc2802888090045f36097/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:10,266 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,267 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e317a91b5d4dc2802888090045f36097 columnFamilyName sid 2024-11-14T00:24:10,267 DEBUG [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:10,267 INFO [StoreOpener-e317a91b5d4dc2802888090045f36097-1 {}] regionserver.HStore(327): Store=e317a91b5d4dc2802888090045f36097/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:10,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:10,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e317a91b5d4dc2802888090045f36097; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63276086, jitterRate=-0.05711284279823303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:10,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:10,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e317a91b5d4dc2802888090045f36097: Running coprocessor pre-open hook at 1731543850257Writing region info on filesystem at 1731543850257Initializing all the Stores at 1731543850258 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543850258Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543850260 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543850260Cleaning up temporary data from old regions at 1731543850269 (+9 ms)Running coprocessor post-open hooks at 1731543850272 (+3 ms)Region opened successfully at 1731543850273 (+1 ms) 2024-11-14T00:24:10,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097., pid=10, masterSystemTime=1731543850225 2024-11-14T00:24:10,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:10,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:10,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e317a91b5d4dc2802888090045f36097, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46053,1731543832546 2024-11-14T00:24:10,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e317a91b5d4dc2802888090045f36097, server=63baa11b75f3,46053,1731543832546 because future has completed 2024-11-14T00:24:10,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:24:10,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e317a91b5d4dc2802888090045f36097, server=63baa11b75f3,46053,1731543832546 in 207 msec 2024-11-14T00:24:10,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:24:10,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e317a91b5d4dc2802888090045f36097, ASSIGN in 364 msec 2024-11-14T00:24:10,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:10,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543850283"}]},"ts":"1731543850283"} 2024-11-14T00:24:10,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:24:10,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:10,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-14T00:24:10,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097., hostname=63baa11b75f3,46053,1731543832546, seqNum=2] 2024-11-14T00:24:10,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:24:10,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:24:10,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:24:10,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:24:10,722 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:24:10,753 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,46053,1731543832546, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:24:10,754 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:10,754 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46053,1731543832546, seqNum=-1] 2024-11-14T00:24:10,754 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:10,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,46053,1731543832546', locateType=CURRENT is [region=hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097., hostname=63baa11b75f3,46053,1731543832546, seqNum=2] 2024-11-14T00:24:10,758 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:24:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:24:10,762 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,46053,1731543832546 suceeded 2024-11-14T00:24:10,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:24:10,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T00:24:10,764 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:42327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:24:10,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6790 sec 2024-11-14T00:24:10,773 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:42327' 2024-11-14T00:24:10,774 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f013fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:10,774 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42327,-1 for getting cluster id 2024-11-14T00:24:10,774 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:10,774 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '944c58be-76c8-46ec-be90-9d67d7ebbbd2' 2024-11-14T00:24:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "944c58be-76c8-46ec-be90-9d67d7ebbbd2" 2024-11-14T00:24:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f31c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42327,-1] 2024-11-14T00:24:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:10,776 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:10,776 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541d179c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:10,776 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:10,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42327,1731543840903 2024-11-14T00:24:10,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a036175 2024-11-14T00:24:10,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:10,778 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T00:24:10,778 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,46053,1731543832546 (queues=1) is replicating from cluster=85d5b43e-c200-4fd3-bd48-3cf89233a982 to cluster=944c58be-76c8-46ec-be90-9d67d7ebbbd2 2024-11-14T00:24:10,778 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C46053%2C1731543832546 2024-11-14T00:24:10,778 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,46053,1731543832546, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:24:10,778 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C46053%2C1731543832546 2024-11-14T00:24:10,778 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, startPosition=0, beingWritten=true 2024-11-14T00:24:10,783 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:10,783 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:10,783 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46053,1731543832546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:10,987 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:11,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:11,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:11,233 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:24:11,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:11,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:11,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:11,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:11,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:11,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f073382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:11,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42327,-1 for getting cluster id 2024-11-14T00:24:11,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:11,237 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '944c58be-76c8-46ec-be90-9d67d7ebbbd2' 2024-11-14T00:24:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "944c58be-76c8-46ec-be90-9d67d7ebbbd2" 2024-11-14T00:24:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66acb93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42327,-1] 2024-11-14T00:24:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:11,243 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40852a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:11,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,42327,1731543840903 2024-11-14T00:24:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6a8492 2024-11-14T00:24:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:11,249 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:11,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:46405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:24:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:24:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:11,252 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:46405' 2024-11-14T00:24:11,253 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ba5275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:11,253 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46405,-1 for getting cluster id 2024-11-14T00:24:11,253 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:11,254 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d5b43e-c200-4fd3-bd48-3cf89233a982' 2024-11-14T00:24:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d5b43e-c200-4fd3-bd48-3cf89233a982" 2024-11-14T00:24:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4a1b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46405,-1] 2024-11-14T00:24:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:11,255 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:11,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f1555b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:11,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46405,1731543831937 2024-11-14T00:24:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e498ed 2024-11-14T00:24:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:11,257 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:11,258 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:24:11,258 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:24:11,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:11,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:11,258 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:11,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:11,259 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:24:11,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:11,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:11,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:11,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:24:11,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4286e6aaa118ae8d56e34d6fe8457903, NAME => 'hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67 2024-11-14T00:24:11,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:24:11,299 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:11,310 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:24:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:11,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:11,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4286e6aaa118ae8d56e34d6fe8457903, disabling compactions & flushes 2024-11-14T00:24:11,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:11,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:11,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. after waiting 0 ms 2024-11-14T00:24:11,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:11,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:11,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4286e6aaa118ae8d56e34d6fe8457903: Waiting for close lock at 1731543851687Disabling compacts and flushes for region at 1731543851687Disabling writes for close at 1731543851687Writing region close event to WAL at 1731543851687Closed at 1731543851687 2024-11-14T00:24:11,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:11,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543851689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543851689"}]},"ts":"1731543851689"} 2024-11-14T00:24:11,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:11,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:11,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543851694"}]},"ts":"1731543851694"} 2024-11-14T00:24:11,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:24:11,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4286e6aaa118ae8d56e34d6fe8457903, ASSIGN}] 2024-11-14T00:24:11,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4286e6aaa118ae8d56e34d6fe8457903, ASSIGN 2024-11-14T00:24:11,701 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4286e6aaa118ae8d56e34d6fe8457903, ASSIGN; state=OFFLINE, location=63baa11b75f3,43195,1731543841462; forceNewPlan=false, retain=false 2024-11-14T00:24:11,703 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:11,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:11,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:11,813 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28273 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:11,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4286e6aaa118ae8d56e34d6fe8457903, regionState=OPENING, regionLocation=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:11,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4286e6aaa118ae8d56e34d6fe8457903, ASSIGN because future has completed 2024-11-14T00:24:11,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4286e6aaa118ae8d56e34d6fe8457903, server=63baa11b75f3,43195,1731543841462}] 2024-11-14T00:24:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:12,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:12,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:12,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:24:12,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C43195%2C1731543841462.rep, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/oldWALs, maxLogs=10 2024-11-14T00:24:12,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.rep.1731543852021, exclude list is [], retry=0 2024-11-14T00:24:12,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-767e3efa-c99d-4191-9266-54e5dbd67d2d,DISK] 2024-11-14T00:24:12,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.rep.1731543852021 2024-11-14T00:24:12,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38047:38047)] 2024-11-14T00:24:12,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4286e6aaa118ae8d56e34d6fe8457903, NAME => 'hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:12,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:12,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:12,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. service=MultiRowMutationService 2024-11-14T00:24:12,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:24:12,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:12,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,096 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,101 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4286e6aaa118ae8d56e34d6fe8457903 columnFamilyName hfileref 2024-11-14T00:24:12,101 DEBUG [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:12,104 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] regionserver.HStore(327): Store=4286e6aaa118ae8d56e34d6fe8457903/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:12,104 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,106 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4286e6aaa118ae8d56e34d6fe8457903 columnFamilyName queue 2024-11-14T00:24:12,106 DEBUG [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:12,106 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] regionserver.HStore(327): Store=4286e6aaa118ae8d56e34d6fe8457903/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:12,106 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,107 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4286e6aaa118ae8d56e34d6fe8457903 columnFamilyName sid 2024-11-14T00:24:12,107 DEBUG [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:12,107 INFO [StoreOpener-4286e6aaa118ae8d56e34d6fe8457903-1 {}] regionserver.HStore(327): Store=4286e6aaa118ae8d56e34d6fe8457903/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:12,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/replication/4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/replication/4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:12,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/replication/4286e6aaa118ae8d56e34d6fe8457903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:12,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4286e6aaa118ae8d56e34d6fe8457903; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66480561, jitterRate=-0.009362444281578064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:12,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:12,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4286e6aaa118ae8d56e34d6fe8457903: Running coprocessor pre-open hook at 1731543852082Writing region info on filesystem at 1731543852082Initializing all the Stores at 1731543852093 (+11 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543852093Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543852096 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543852096Cleaning up temporary data from old regions at 1731543852110 (+14 ms)Running coprocessor post-open hooks at 1731543852117 (+7 ms)Region opened successfully at 1731543852117 2024-11-14T00:24:12,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903., pid=10, masterSystemTime=1731543852008 2024-11-14T00:24:12,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:12,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:12,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4286e6aaa118ae8d56e34d6fe8457903, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,43195,1731543841462 2024-11-14T00:24:12,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4286e6aaa118ae8d56e34d6fe8457903, server=63baa11b75f3,43195,1731543841462 because future has completed 2024-11-14T00:24:12,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:24:12,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4286e6aaa118ae8d56e34d6fe8457903, server=63baa11b75f3,43195,1731543841462 in 281 msec 2024-11-14T00:24:12,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:24:12,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4286e6aaa118ae8d56e34d6fe8457903, ASSIGN in 440 msec 2024-11-14T00:24:12,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:12,143 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543852142"}]},"ts":"1731543852142"} 2024-11-14T00:24:12,148 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:24:12,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:12,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 891 msec 2024-11-14T00:24:12,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903., hostname=63baa11b75f3,43195,1731543841462, seqNum=2] 2024-11-14T00:24:12,207 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:12,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:12,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:24:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:12,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:24:12,527 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:24:12,652 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,43195,1731543841462, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:24:12,653 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:12,653 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43195,1731543841462, seqNum=-1] 2024-11-14T00:24:12,654 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:12,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:12,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,43195,1731543841462', locateType=CURRENT is [region=hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903., hostname=63baa11b75f3,43195,1731543841462, seqNum=2] 2024-11-14T00:24:12,667 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:24:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:24:12,673 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,43195,1731543841462 suceeded 2024-11-14T00:24:12,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:24:12,676 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:46405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:24:12,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 317 msec 2024-11-14T00:24:12,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-14T00:24:12,688 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:46405' 2024-11-14T00:24:12,692 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d87f100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:12,693 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46405,-1 for getting cluster id 2024-11-14T00:24:12,693 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:12,694 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d5b43e-c200-4fd3-bd48-3cf89233a982' 2024-11-14T00:24:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d5b43e-c200-4fd3-bd48-3cf89233a982" 2024-11-14T00:24:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2695fe10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46405,-1] 2024-11-14T00:24:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:12,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:12,695 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:12,696 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279cbf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:12,696 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:12,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,46405,1731543831937 2024-11-14T00:24:12,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c55763 2024-11-14T00:24:12,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:12,698 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T00:24:12,699 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,43195,1731543841462 (queues=1) is replicating from cluster=944c58be-76c8-46ec-be90-9d67d7ebbbd2 to cluster=85d5b43e-c200-4fd3-bd48-3cf89233a982 2024-11-14T00:24:12,699 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C43195%2C1731543841462 2024-11-14T00:24:12,699 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,43195,1731543841462, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:24:12,704 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, startPosition=0, beingWritten=true 2024-11-14T00:24:12,708 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C43195%2C1731543841462 2024-11-14T00:24:12,739 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:12,739 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 379, reset compression=false 2024-11-14T00:24:12,739 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,43195,1731543841462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:12,837 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:12,965 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 379, reset compression=false 2024-11-14T00:24:13,269 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 379, reset compression=false 2024-11-14T00:24:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:13,423 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:24:13,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:13,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:13,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:13,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:13,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:13,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46053,1731543832546, seqNum=-1] 2024-11-14T00:24:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:13,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1., hostname=63baa11b75f3,46053,1731543832546, seqNum=2] 2024-11-14T00:24:13,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43195,1731543841462, seqNum=-1] 2024-11-14T00:24:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:13,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81., hostname=63baa11b75f3,43195,1731543841462, seqNum=2] 2024-11-14T00:24:13,434 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T00:24:13,550 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 379, reset compression=false 2024-11-14T00:24:13,558 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:13,558 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 480, reset compression=false 2024-11-14T00:24:13,558 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46053,1731543832546 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbacd8ecfbed232ecaa2f30129b519e1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T00:24:13,561 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:13,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T00:24:13,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:13,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f68706e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:13,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,42327,-1 for getting cluster id 2024-11-14T00:24:13,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:13,570 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '944c58be-76c8-46ec-be90-9d67d7ebbbd2' 2024-11-14T00:24:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "944c58be-76c8-46ec-be90-9d67d7ebbbd2" 2024-11-14T00:24:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b10d588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,42327,-1] 2024-11-14T00:24:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:13,571 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:13,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3b11a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:13,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:13,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,43195,1731543841462, seqNum=-1] 2024-11-14T00:24:13,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:13,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:13,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81., hostname=63baa11b75f3,43195,1731543841462, seqNum=2] 2024-11-14T00:24:13,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:13,673 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 379, reset compression=false 2024-11-14T00:24:13,680 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:13,680 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 504, reset compression=false 2024-11-14T00:24:13,680 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,43195,1731543841462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:13,772 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 480, reset compression=false 2024-11-14T00:24:13,887 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 504, reset compression=false 2024-11-14T00:24:14,082 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 480, reset compression=false 2024-11-14T00:24:14,191 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 504, reset compression=false 2024-11-14T00:24:14,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T00:24:14,445 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T00:24:14,486 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 480, reset compression=false 2024-11-14T00:24:14,596 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 504, reset compression=false 2024-11-14T00:24:14,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:14,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 608, reset compression=false 2024-11-14T00:24:14,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,43195,1731543841462 got entry batch from reader: WALEntryBatch [walEntries=[{test/34d6dc1ee069b4a59b4d7d1d10536d81/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:24:14,605 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:14,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T00:24:14,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:14,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672a201b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:14,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,46405,-1 for getting cluster id 2024-11-14T00:24:14,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:14,607 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d5b43e-c200-4fd3-bd48-3cf89233a982' 2024-11-14T00:24:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d5b43e-c200-4fd3-bd48-3cf89233a982" 2024-11-14T00:24:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70ab3771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,46405,-1] 2024-11-14T00:24:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:14,608 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:14,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31991b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:14,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46053,1731543832546, seqNum=-1] 2024-11-14T00:24:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:14,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1., hostname=63baa11b75f3,46053,1731543832546, seqNum=2] 2024-11-14T00:24:14,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:14,806 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 608, reset compression=false 2024-11-14T00:24:14,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:24:14,991 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 480, reset compression=false 2024-11-14T00:24:14,998 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:14,998 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 608, reset compression=false 2024-11-14T00:24:14,998 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46053,1731543832546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:15,109 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 608, reset compression=false 2024-11-14T00:24:15,202 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 608, reset compression=false 2024-11-14T00:24:15,447 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T00:24:15,453 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T00:24:15,506 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 608, reset compression=false 2024-11-14T00:24:15,510 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:15,510 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 764, reset compression=false 2024-11-14T00:24:15,510 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46053,1731543832546 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbacd8ecfbed232ecaa2f30129b519e1/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T00:24:15,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:15,513 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 608, reset compression=false 2024-11-14T00:24:15,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:15,517 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:15,517 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 756, reset compression=false 2024-11-14T00:24:15,517 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,43195,1731543841462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:15,713 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 764, reset compression=false 2024-11-14T00:24:15,723 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 756, reset compression=false 2024-11-14T00:24:16,026 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 764, reset compression=false 2024-11-14T00:24:16,031 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 756, reset compression=false 2024-11-14T00:24:16,453 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 764, reset compression=false 2024-11-14T00:24:16,455 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T00:24:16,463 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T00:24:16,464 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 756, reset compression=false 2024-11-14T00:24:16,470 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:16,470 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 915, reset compression=false 2024-11-14T00:24:16,470 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,43195,1731543841462 got entry batch from reader: WALEntryBatch [walEntries=[{test/34d6dc1ee069b4a59b4d7d1d10536d81/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T00:24:16,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:16,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:16,681 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 915, reset compression=false 2024-11-14T00:24:16,967 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 764, reset compression=false 2024-11-14T00:24:16,983 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:16,983 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:16,983 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46053,1731543832546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:16,987 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 915, reset compression=false 2024-11-14T00:24:17,236 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:17,419 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 915, reset compression=false 2024-11-14T00:24:17,466 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T00:24:17,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:24:17,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:17,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:17,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:17,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:17,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:24:17,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392801082, stopped=false 2024-11-14T00:24:17,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,42327,1731543840903 2024-11-14T00:24:17,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269433304/running 2024-11-14T00:24:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269433304/running 2024-11-14T00:24:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:17,528 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:24:17,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:17,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:17,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:17,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,43195,1731543841462' ***** 2024-11-14T00:24:17,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:24:17,530 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:24:17,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/running 2024-11-14T00:24:17,530 INFO [RS:0;63baa11b75f3:43195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:24:17,530 INFO [RS:0;63baa11b75f3:43195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:24:17,530 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(3091): Received CLOSE for 34d6dc1ee069b4a59b4d7d1d10536d81 2024-11-14T00:24:17,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:24:17,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Set watcher on znode that does not yet exist, /11269433304/running 2024-11-14T00:24:17,534 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:24:17,536 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(3091): Received CLOSE for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:17,536 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,43195,1731543841462 2024-11-14T00:24:17,536 INFO [RS:0;63baa11b75f3:43195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:24:17,536 INFO [RS:0;63baa11b75f3:43195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:43195. 2024-11-14T00:24:17,536 DEBUG [RS:0;63baa11b75f3:43195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:17,537 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:17,537 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:24:17,537 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:24:17,537 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:24:17,537 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:24:17,537 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:24:17,537 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1325): Online Regions={34d6dc1ee069b4a59b4d7d1d10536d81=test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81., 1588230740=hbase:meta,,1.1588230740, 4286e6aaa118ae8d56e34d6fe8457903=hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.} 2024-11-14T00:24:17,537 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d6dc1ee069b4a59b4d7d1d10536d81, 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:17,537 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34d6dc1ee069b4a59b4d7d1d10536d81, disabling compactions & flushes 2024-11-14T00:24:17,538 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. after waiting 0 ms 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:24:17,538 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34d6dc1ee069b4a59b4d7d1d10536d81 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T00:24:17,538 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:24:17,538 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:24:17,538 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:24:17,546 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:17,577 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/info/65712136d1994c6b93d2ca6c18f828cd is 147, key is hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903./info:regioninfo/1731543852127/Put/seqid=0 2024-11-14T00:24:17,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:17,584 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/f/59070c213bed4ca3b0aa262c01be6e63 is 29, key is row1/f:/1731543856457/DeleteFamily/seqid=0 2024-11-14T00:24:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741840_1016 (size=7686) 2024-11-14T00:24:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741841_1017 (size=5118) 2024-11-14T00:24:17,629 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/f/59070c213bed4ca3b0aa262c01be6e63 2024-11-14T00:24:17,635 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59070c213bed4ca3b0aa262c01be6e63 2024-11-14T00:24:17,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:17,686 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/f1/f3b79987d2c24cb8aac68ce228d768b3 is 30, key is row1/f1:/1731543856457/DeleteFamily/seqid=0 2024-11-14T00:24:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741842_1018 (size=5123) 2024-11-14T00:24:17,725 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/f1/f3b79987d2c24cb8aac68ce228d768b3 2024-11-14T00:24:17,735 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3b79987d2c24cb8aac68ce228d768b3 2024-11-14T00:24:17,738 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d6dc1ee069b4a59b4d7d1d10536d81, 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:17,761 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/norep/3243d3b2305f4ac98269367ac7109c8f is 33, key is row1/norep:/1731543856457/DeleteFamily/seqid=0 2024-11-14T00:24:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741843_1019 (size=5108) 2024-11-14T00:24:17,916 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:24:17,916 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:24:17,929 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 915, reset compression=false 2024-11-14T00:24:17,938 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d6dc1ee069b4a59b4d7d1d10536d81, 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:17,940 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:17,940 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1162, reset compression=false 2024-11-14T00:24:17,940 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,43195,1731543841462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:17,941 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,43195,1731543841462: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,43195,1731543841462, walGroup=63baa11b75f3%2C43195%2C1731543841462, offset=63baa11b75f3%2C43195%2C1731543841462.1731543845059:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:43195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:24:17,942 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:24:17,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:24:17,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:24:17,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:24:17,943 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:24:17,943 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 696459784 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 191017672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:24:17,943 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:42327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:42327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:24:17,982 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:18,001 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/info/65712136d1994c6b93d2ca6c18f828cd 2024-11-14T00:24:18,027 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/ns/f6a29274b31d4f9b97106a805057a737 is 43, key is default/ns:d/1731543845540/Put/seqid=0 2024-11-14T00:24:18,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741844_1020 (size=5153) 2024-11-14T00:24:18,138 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d6dc1ee069b4a59b4d7d1d10536d81, 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:18,153 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1162, reset compression=false 2024-11-14T00:24:18,186 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/norep/3243d3b2305f4ac98269367ac7109c8f 2024-11-14T00:24:18,189 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3243d3b2305f4ac98269367ac7109c8f 2024-11-14T00:24:18,190 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/f/59070c213bed4ca3b0aa262c01be6e63 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/f/59070c213bed4ca3b0aa262c01be6e63 2024-11-14T00:24:18,194 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59070c213bed4ca3b0aa262c01be6e63 2024-11-14T00:24:18,194 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/f/59070c213bed4ca3b0aa262c01be6e63, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T00:24:18,195 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/f1/f3b79987d2c24cb8aac68ce228d768b3 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/f1/f3b79987d2c24cb8aac68ce228d768b3 2024-11-14T00:24:18,199 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3b79987d2c24cb8aac68ce228d768b3 2024-11-14T00:24:18,199 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/f1/f3b79987d2c24cb8aac68ce228d768b3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T00:24:18,199 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/.tmp/norep/3243d3b2305f4ac98269367ac7109c8f as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/norep/3243d3b2305f4ac98269367ac7109c8f 2024-11-14T00:24:18,202 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3243d3b2305f4ac98269367ac7109c8f 2024-11-14T00:24:18,203 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/norep/3243d3b2305f4ac98269367ac7109c8f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T00:24:18,203 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 34d6dc1ee069b4a59b4d7d1d10536d81 in 665ms, sequenceid=8, compaction requested=false 2024-11-14T00:24:18,207 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/default/test/34d6dc1ee069b4a59b4d7d1d10536d81/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T00:24:18,207 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:24:18,207 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:24:18,207 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:18,207 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34d6dc1ee069b4a59b4d7d1d10536d81: Waiting for close lock at 1731543857537Running coprocessor pre-close hooks at 1731543857537Disabling compacts and flushes for region at 1731543857537Disabling writes for close at 1731543857538 (+1 ms)Obtaining lock to block concurrent updates at 1731543857538Preparing flush snapshotting stores in 34d6dc1ee069b4a59b4d7d1d10536d81 at 1731543857538Finished memstore snapshotting test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731543857538Flushing stores of test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. at 1731543857539 (+1 ms)Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/f: creating writer at 1731543857539Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/f: appending metadata at 1731543857583 (+44 ms)Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/f: closing flushed file at 1731543857583Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/f1: creating writer at 1731543857635 (+52 ms)Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/f1: appending metadata at 1731543857685 (+50 ms)Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/f1: closing flushed file at 1731543857685Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/norep: creating writer at 1731543857735 (+50 ms)Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/norep: appending metadata at 1731543857755 (+20 ms)Flushing 34d6dc1ee069b4a59b4d7d1d10536d81/norep: closing flushed file at 1731543857755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1585c26b: reopening flushed file at 1731543858189 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a01521: reopening flushed file at 1731543858195 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dae0e06: reopening flushed file at 1731543858199 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 34d6dc1ee069b4a59b4d7d1d10536d81 in 665ms, sequenceid=8, compaction requested=false at 1731543858203 (+4 ms)Writing region close event to WAL at 1731543858204 (+1 ms)Running coprocessor post-close hooks at 1731543858207 (+3 ms)Closed at 1731543858207 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81. 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4286e6aaa118ae8d56e34d6fe8457903, disabling compactions & flushes 2024-11-14T00:24:18,208 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. after waiting 0 ms 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4286e6aaa118ae8d56e34d6fe8457903: Waiting for close lock at 1731543858208Running coprocessor pre-close hooks at 1731543858208Disabling compacts and flushes for region at 1731543858208Disabling writes for close at 1731543858208Failed flush hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903., putting online again at 1731543858208 2024-11-14T00:24:18,208 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,338 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(3091): Received CLOSE for 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:18,338 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4286e6aaa118ae8d56e34d6fe8457903 2024-11-14T00:24:18,338 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4286e6aaa118ae8d56e34d6fe8457903, disabling compactions & flushes 2024-11-14T00:24:18,338 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,339 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,339 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. after waiting 0 ms 2024-11-14T00:24:18,339 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,339 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4286e6aaa118ae8d56e34d6fe8457903: Waiting for close lock at 1731543858338Running coprocessor pre-close hooks at 1731543858338Disabling compacts and flushes for region at 1731543858338Disabling writes for close at 1731543858339 (+1 ms)Failed flush hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903., putting online again at 1731543858339 2024-11-14T00:24:18,339 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903. 2024-11-14T00:24:18,432 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/ns/f6a29274b31d4f9b97106a805057a737 2024-11-14T00:24:18,457 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1162, reset compression=false 2024-11-14T00:24:18,457 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/rep_barrier/e6997b5a82724ddaa91447874a3f21d4 is 112, key is test,,1731543846924.34d6dc1ee069b4a59b4d7d1d10536d81./rep_barrier:seqnumDuringOpen/1731543848078/Put/seqid=0 2024-11-14T00:24:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741845_1021 (size=5518) 2024-11-14T00:24:18,466 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:18,466 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1806, reset compression=false 2024-11-14T00:24:18,487 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:18,538 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:24:18,539 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4286e6aaa118ae8d56e34d6fe8457903=hbase:replication,,1731543851258.4286e6aaa118ae8d56e34d6fe8457903.} 2024-11-14T00:24:18,539 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:18,669 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1806, reset compression=false 2024-11-14T00:24:18,739 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:18,862 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/rep_barrier/e6997b5a82724ddaa91447874a3f21d4 2024-11-14T00:24:18,882 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/table/9c0c180462094a90adb1690f1c0162ba is 53, key is hbase:replication/table:state/1731543852142/Put/seqid=0 2024-11-14T00:24:18,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741846_1022 (size=5308) 2024-11-14T00:24:18,939 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:18,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1806, reset compression=false 2024-11-14T00:24:19,093 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:19,139 DEBUG [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:19,286 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/table/9c0c180462094a90adb1690f1c0162ba 2024-11-14T00:24:19,290 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/info/65712136d1994c6b93d2ca6c18f828cd as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/info/65712136d1994c6b93d2ca6c18f828cd 2024-11-14T00:24:19,294 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/info/65712136d1994c6b93d2ca6c18f828cd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:24:19,295 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/ns/f6a29274b31d4f9b97106a805057a737 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/ns/f6a29274b31d4f9b97106a805057a737 2024-11-14T00:24:19,307 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/ns/f6a29274b31d4f9b97106a805057a737, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:24:19,308 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/rep_barrier/e6997b5a82724ddaa91447874a3f21d4 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/rep_barrier/e6997b5a82724ddaa91447874a3f21d4 2024-11-14T00:24:19,313 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/rep_barrier/e6997b5a82724ddaa91447874a3f21d4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:24:19,314 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/.tmp/table/9c0c180462094a90adb1690f1c0162ba as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/table/9c0c180462094a90adb1690f1c0162ba 2024-11-14T00:24:19,318 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/table/9c0c180462094a90adb1690f1c0162ba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:24:19,319 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1781ms, sequenceid=16, compaction requested=false 2024-11-14T00:24:19,323 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:24:19,324 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:24:19,324 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:24:19,324 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:19,324 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543857538Running coprocessor pre-close hooks at 1731543857538Disabling compacts and flushes for region at 1731543857538Disabling writes for close at 1731543857538Obtaining lock to block concurrent updates at 1731543857538Preparing flush snapshotting stores in 1588230740 at 1731543857538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543857538Flushing stores of hbase:meta,,1.1588230740 at 1731543857542 (+4 ms)Flushing 1588230740/info: creating writer at 1731543857542Flushing 1588230740/info: appending metadata at 1731543857577 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731543857577Flushing 1588230740/ns: creating writer at 1731543858007 (+430 ms)Flushing 1588230740/ns: appending metadata at 1731543858026 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731543858026Flushing 1588230740/rep_barrier: creating writer at 1731543858440 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543858457 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543858457Flushing 1588230740/table: creating writer at 1731543858866 (+409 ms)Flushing 1588230740/table: appending metadata at 1731543858882 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731543858882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48caa03b: reopening flushed file at 1731543859290 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3661c524: reopening flushed file at 1731543859295 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70124523: reopening flushed file at 1731543859307 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321d7569: reopening flushed file at 1731543859313 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1781ms, sequenceid=16, compaction requested=false at 1731543859319 (+6 ms)Writing region close event to WAL at 1731543859321 (+2 ms)Running coprocessor post-close hooks at 1731543859323 (+2 ms)Closed at 1731543859324 (+1 ms) 2024-11-14T00:24:19,324 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:19,339 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T00:24:19,339 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,43195,1731543841462; all regions closed. 2024-11-14T00:24:19,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:24:19,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.meta.1731543845484.meta not finished, retry = 0 2024-11-14T00:24:19,381 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 to pos 1806, reset compression=false 2024-11-14T00:24:19,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741839_1015 (size=1733) 2024-11-14T00:24:19,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.rep.1731543852021 not finished, retry = 0 2024-11-14T00:24:19,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/WALs/63baa11b75f3,43195,1731543841462/63baa11b75f3%2C43195%2C1731543841462.1731543845059 not finished, retry = 0 2024-11-14T00:24:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741833_1009 (size=1814) 2024-11-14T00:24:19,648 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:19,648 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:24:19,648 INFO [RS:0;63baa11b75f3:43195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:24:19,649 INFO [RS:0;63baa11b75f3:43195 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:24:19,649 INFO [RS:0;63baa11b75f3:43195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:24:19,649 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,43195,1731543841462 because: Region server is closing 2024-11-14T00:24:19,649 INFO [RS:0;63baa11b75f3:43195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:43195. 2024-11-14T00:24:19,649 DEBUG [RS:0;63baa11b75f3:43195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:19,649 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:19,649 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:19,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:19,650 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:24:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T00:24:19,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T00:24:19,750 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.shipper63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 terminated 2024-11-14T00:24:19,750 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,43195,1731543841462.replicationSource.wal-reader.63baa11b75f3%2C43195%2C1731543841462,1-63baa11b75f3,43195,1731543841462 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:24:19,750 INFO [RS:0;63baa11b75f3:43195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:43195. 2024-11-14T00:24:19,750 DEBUG [RS:0;63baa11b75f3:43195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:19,750 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:19,750 DEBUG [RS:0;63baa11b75f3:43195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:19,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:19,751 INFO [RS:0;63baa11b75f3:43195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43195 2024-11-14T00:24:19,797 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304/rs 2024-11-14T00:24:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269433304/rs/63baa11b75f3,43195,1731543841462 2024-11-14T00:24:19,845 INFO [RS:0;63baa11b75f3:43195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:24:19,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,43195,1731543841462] 2024-11-14T00:24:19,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/draining/63baa11b75f3,43195,1731543841462 already deleted, retry=false 2024-11-14T00:24:19,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,43195,1731543841462 expired; onlineServers=0 2024-11-14T00:24:19,956 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,42327,1731543840903' ***** 2024-11-14T00:24:19,956 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:24:19,956 INFO [M:0;63baa11b75f3:42327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:24:19,956 INFO [M:0;63baa11b75f3:42327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:24:19,956 DEBUG [M:0;63baa11b75f3:42327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:24:19,956 DEBUG [M:0;63baa11b75f3:42327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:24:19,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:24:19,956 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543844615 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543844615,5,FailOnTimeoutGroup] 2024-11-14T00:24:19,956 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543844608 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543844608,5,FailOnTimeoutGroup] 2024-11-14T00:24:19,956 INFO [M:0;63baa11b75f3:42327 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:24:19,957 INFO [M:0;63baa11b75f3:42327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:24:19,957 DEBUG [M:0;63baa11b75f3:42327 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:24:19,957 INFO [M:0;63baa11b75f3:42327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:24:19,957 INFO [M:0;63baa11b75f3:42327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:24:19,957 INFO [M:0;63baa11b75f3:42327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:24:19,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:24:19,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269433304/master 2024-11-14T00:24:19,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269433304 2024-11-14T00:24:19,998 DEBUG [M:0;63baa11b75f3:42327 {}] zookeeper.RecoverableZooKeeper(212): Node /11269433304/master already deleted, retry=false 2024-11-14T00:24:19,998 DEBUG [M:0;63baa11b75f3:42327 {}] master.ActiveMasterManager(353): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Failed delete of our master address node; KeeperErrorCode = NoNode for /11269433304/master 2024-11-14T00:24:19,999 INFO [M:0;63baa11b75f3:42327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/.lastflushedseqids 2024-11-14T00:24:20,008 INFO [RS:0;63baa11b75f3:43195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:24:20,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:20,008 INFO [RS:0;63baa11b75f3:43195 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,43195,1731543841462; zookeeper connection closed. 2024-11-14T00:24:20,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43195-0x10136ba01c40004, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:20,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a5dba75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a5dba75 2024-11-14T00:24:20,018 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:24:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741847_1023 (size=245) 2024-11-14T00:24:20,025 INFO [M:0;63baa11b75f3:42327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:24:20,025 INFO [M:0;63baa11b75f3:42327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:24:20,025 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:24:20,025 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:20,025 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:20,025 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:24:20,025 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:20,025 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T00:24:20,046 DEBUG [M:0;63baa11b75f3:42327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af67f2abaa03482a975f97888bece8b5 is 82, key is hbase:meta,,1/info:regioninfo/1731543845513/Put/seqid=0 2024-11-14T00:24:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741848_1024 (size=5672) 2024-11-14T00:24:20,057 INFO [M:0;63baa11b75f3:42327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af67f2abaa03482a975f97888bece8b5 2024-11-14T00:24:20,085 DEBUG [M:0;63baa11b75f3:42327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df96ad73c8a64cf6af26baa982c47941 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543852151/Put/seqid=0 2024-11-14T00:24:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741849_1025 (size=8516) 2024-11-14T00:24:20,128 INFO [M:0;63baa11b75f3:42327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df96ad73c8a64cf6af26baa982c47941 2024-11-14T00:24:20,174 DEBUG [M:0;63baa11b75f3:42327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd3416f9f684d86b82c744a5dd8c085 is 69, key is 63baa11b75f3,43195,1731543841462/rs:state/1731543844812/Put/seqid=0 2024-11-14T00:24:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741850_1026 (size=5156) 2024-11-14T00:24:20,592 INFO [M:0;63baa11b75f3:42327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd3416f9f684d86b82c744a5dd8c085 2024-11-14T00:24:20,596 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af67f2abaa03482a975f97888bece8b5 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af67f2abaa03482a975f97888bece8b5 2024-11-14T00:24:20,600 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af67f2abaa03482a975f97888bece8b5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T00:24:20,600 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:20,602 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df96ad73c8a64cf6af26baa982c47941 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df96ad73c8a64cf6af26baa982c47941 2024-11-14T00:24:20,606 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df96ad73c8a64cf6af26baa982c47941, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T00:24:20,607 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd3416f9f684d86b82c744a5dd8c085 as hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd3416f9f684d86b82c744a5dd8c085 2024-11-14T00:24:20,611 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd3416f9f684d86b82c744a5dd8c085, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T00:24:20,612 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=97, compaction requested=false 2024-11-14T00:24:20,614 INFO [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:20,614 DEBUG [M:0;63baa11b75f3:42327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543860025Disabling compacts and flushes for region at 1731543860025Disabling writes for close at 1731543860025Obtaining lock to block concurrent updates at 1731543860025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543860025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731543860026 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543860026Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543860027 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543860045 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543860045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543860067 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543860085 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543860085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543860140 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543860173 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543860173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f4f6c: reopening flushed file at 1731543860595 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474f1776: reopening flushed file at 1731543860600 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1725cf31: reopening flushed file at 1731543860607 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=97, compaction requested=false at 1731543860612 (+5 ms)Writing region close event to WAL at 1731543860614 (+2 ms)Closed at 1731543860614 2024-11-14T00:24:20,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94634301-304a-a37e-d8e9-e857645abd67/MasterData/WALs/63baa11b75f3,42327,1731543840903/63baa11b75f3%2C42327%2C1731543840903.1731543843169 not finished, retry = 0 2024-11-14T00:24:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741830_1006 (size=63654) 2024-11-14T00:24:20,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:24:20,717 INFO [M:0;63baa11b75f3:42327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:24:20,717 INFO [M:0;63baa11b75f3:42327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42327 2024-11-14T00:24:20,720 INFO [M:0;63baa11b75f3:42327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:24:20,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:20,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x10136ba01c40003, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:20,888 INFO [M:0;63baa11b75f3:42327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:24:20,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28de6a5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:24:20,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75df3c32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:24:20,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:24:20,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca9f6d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:24:20,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3d5c02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir/,STOPPED} 2024-11-14T00:24:20,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:24:20,907 WARN [BP-1061717825-172.17.0.3-1731543837622 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:24:20,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:24:20,907 WARN [BP-1061717825-172.17.0.3-1731543837622 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1061717825-172.17.0.3-1731543837622 (Datanode Uuid d74266ca-5b8a-4309-9493-b991c6a3ab2e) service to localhost/127.0.0.1:36755 2024-11-14T00:24:20,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/cluster_34c6509c-5081-6542-08a7-29842ad100c3/data/data1/current/BP-1061717825-172.17.0.3-1731543837622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:24:20,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/cluster_34c6509c-5081-6542-08a7-29842ad100c3/data/data2/current/BP-1061717825-172.17.0.3-1731543837622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:24:20,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:24:20,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7b4b90{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:24:20,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7d602a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:24:20,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:24:20,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@188ace22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:24:20,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@621cead8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir/,STOPPED} 2024-11-14T00:24:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:24:20,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:24:20,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:20,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:20,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:20,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:20,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:24:20,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923778924, stopped=false 2024-11-14T00:24:20,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:20,934 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,46405,1731543831937 2024-11-14T00:24:21,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343574604/running 2024-11-14T00:24:21,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:24:21,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343574604/running 2024-11-14T00:24:21,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:24:21,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/running 2024-11-14T00:24:21,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Set watcher on znode that does not yet exist, /0-1343574604/running 2024-11-14T00:24:21,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:24:21,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:21,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:21,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:21,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,46053,1731543832546' ***** 2024-11-14T00:24:21,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:24:21,022 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:24:21,022 INFO [RS:0;63baa11b75f3:46053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:24:21,022 INFO [RS:0;63baa11b75f3:46053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:24:21,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:24:21,022 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(3091): Received CLOSE for e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(3091): Received CLOSE for cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,46053,1731543832546 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46053. 2024-11-14T00:24:21,024 DEBUG [RS:0;63baa11b75f3:46053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:21,024 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:24:21,024 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:24:21,028 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e317a91b5d4dc2802888090045f36097, disabling compactions & flushes 2024-11-14T00:24:21,028 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:21,028 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:21,028 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. after waiting 0 ms 2024-11-14T00:24:21,028 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:21,029 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e317a91b5d4dc2802888090045f36097 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T00:24:21,043 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:24:21,044 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1325): Online Regions={e317a91b5d4dc2802888090045f36097=hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097., 1588230740=hbase:meta,,1.1588230740, cbacd8ecfbed232ecaa2f30129b519e1=test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1.} 2024-11-14T00:24:21,044 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbacd8ecfbed232ecaa2f30129b519e1, e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:21,044 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:24:21,044 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:24:21,044 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:24:21,044 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:24:21,044 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:24:21,044 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:24:21,064 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/info/fb7f7e1f50ca4f47afd75a4c82e78e3c is 147, key is hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097./info:regioninfo/1731543850277/Put/seqid=0 2024-11-14T00:24:21,074 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:24:21,076 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/.tmp/queue/3b6c6a80be4b4e9d9b895a8cba9795ec is 153, key is 1-63baa11b75f3,46053,1731543832546/queue:63baa11b75f3%2C46053%2C1731543832546/1731543856991/Put/seqid=0 2024-11-14T00:24:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741841_1017 (size=5352) 2024-11-14T00:24:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741840_1016 (size=7686) 2024-11-14T00:24:21,244 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbacd8ecfbed232ecaa2f30129b519e1, e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:21,444 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbacd8ecfbed232ecaa2f30129b519e1, e317a91b5d4dc2802888090045f36097 2024-11-14T00:24:21,491 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/.tmp/queue/3b6c6a80be4b4e9d9b895a8cba9795ec 2024-11-14T00:24:21,491 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/info/fb7f7e1f50ca4f47afd75a4c82e78e3c 2024-11-14T00:24:21,495 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/.tmp/queue/3b6c6a80be4b4e9d9b895a8cba9795ec as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/queue/3b6c6a80be4b4e9d9b895a8cba9795ec 2024-11-14T00:24:21,497 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:24:21,497 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:24:21,499 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/queue/3b6c6a80be4b4e9d9b895a8cba9795ec, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T00:24:21,500 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e317a91b5d4dc2802888090045f36097 in 472ms, sequenceid=10, compaction requested=false 2024-11-14T00:24:21,509 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:21,513 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/ns/e729f6148abb42e8a956943b89a0aa72 is 43, key is default/ns:d/1731543837393/Put/seqid=0 2024-11-14T00:24:21,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:24:21,529 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/replication/e317a91b5d4dc2802888090045f36097/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T00:24:21,529 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:24:21,530 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e317a91b5d4dc2802888090045f36097: Waiting for close lock at 1731543861028Running coprocessor pre-close hooks at 1731543861028Disabling compacts and flushes for region at 1731543861028Disabling writes for close at 1731543861028Obtaining lock to block concurrent updates at 1731543861029 (+1 ms)Preparing flush snapshotting stores in e317a91b5d4dc2802888090045f36097 at 1731543861029Finished memstore snapshotting hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731543861029Flushing stores of hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. at 1731543861033 (+4 ms)Flushing e317a91b5d4dc2802888090045f36097/queue: creating writer at 1731543861033Flushing e317a91b5d4dc2802888090045f36097/queue: appending metadata at 1731543861074 (+41 ms)Flushing e317a91b5d4dc2802888090045f36097/queue: closing flushed file at 1731543861074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a22c8f6: reopening flushed file at 1731543861495 (+421 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e317a91b5d4dc2802888090045f36097 in 472ms, sequenceid=10, compaction requested=false at 1731543861500 (+5 ms)Writing region close event to WAL at 1731543861508 (+8 ms)Running coprocessor post-close hooks at 1731543861529 (+21 ms)Closed at 1731543861530 (+1 ms) 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543849094.e317a91b5d4dc2802888090045f36097. 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbacd8ecfbed232ecaa2f30129b519e1, disabling compactions & flushes 2024-11-14T00:24:21,530 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. after waiting 0 ms 2024-11-14T00:24:21,530 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:21,530 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbacd8ecfbed232ecaa2f30129b519e1 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T00:24:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741842_1018 (size=5153) 2024-11-14T00:24:21,549 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/f/45f13303c4c54b3681ded15997d4a2a4 is 29, key is row1/f:/1731543856457/DeleteFamily/seqid=0 2024-11-14T00:24:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741843_1019 (size=5118) 2024-11-14T00:24:21,574 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/f/45f13303c4c54b3681ded15997d4a2a4 2024-11-14T00:24:21,579 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45f13303c4c54b3681ded15997d4a2a4 2024-11-14T00:24:21,598 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/f1/a0f30740dc454064a5529570810dddb3 is 30, key is row1/f1:/1731543856457/DeleteFamily/seqid=0 2024-11-14T00:24:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741844_1020 (size=5123) 2024-11-14T00:24:21,602 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/f1/a0f30740dc454064a5529570810dddb3 2024-11-14T00:24:21,605 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0f30740dc454064a5529570810dddb3 2024-11-14T00:24:21,619 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/norep/fca74f2c609e478d85736a4263616a7d is 32, key is row/norep:/1731543855450/DeleteFamily/seqid=0 2024-11-14T00:24:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741845_1021 (size=5101) 2024-11-14T00:24:21,623 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/norep/fca74f2c609e478d85736a4263616a7d 2024-11-14T00:24:21,627 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fca74f2c609e478d85736a4263616a7d 2024-11-14T00:24:21,628 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/f/45f13303c4c54b3681ded15997d4a2a4 as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/f/45f13303c4c54b3681ded15997d4a2a4 2024-11-14T00:24:21,631 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45f13303c4c54b3681ded15997d4a2a4 2024-11-14T00:24:21,631 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/f/45f13303c4c54b3681ded15997d4a2a4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T00:24:21,632 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/f1/a0f30740dc454064a5529570810dddb3 as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/f1/a0f30740dc454064a5529570810dddb3 2024-11-14T00:24:21,636 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0f30740dc454064a5529570810dddb3 2024-11-14T00:24:21,636 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/f1/a0f30740dc454064a5529570810dddb3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T00:24:21,637 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/.tmp/norep/fca74f2c609e478d85736a4263616a7d as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/norep/fca74f2c609e478d85736a4263616a7d 2024-11-14T00:24:21,644 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbacd8ecfbed232ecaa2f30129b519e1 2024-11-14T00:24:21,645 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fca74f2c609e478d85736a4263616a7d 2024-11-14T00:24:21,645 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/norep/fca74f2c609e478d85736a4263616a7d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T00:24:21,646 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cbacd8ecfbed232ecaa2f30129b519e1 in 116ms, sequenceid=8, compaction requested=false 2024-11-14T00:24:21,653 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/default/test/cbacd8ecfbed232ecaa2f30129b519e1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T00:24:21,654 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:24:21,654 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:24:21,654 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:21,654 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbacd8ecfbed232ecaa2f30129b519e1: Waiting for close lock at 1731543861530Running coprocessor pre-close hooks at 1731543861530Disabling compacts and flushes for region at 1731543861530Disabling writes for close at 1731543861530Obtaining lock to block concurrent updates at 1731543861530Preparing flush snapshotting stores in cbacd8ecfbed232ecaa2f30129b519e1 at 1731543861530Finished memstore snapshotting test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731543861531 (+1 ms)Flushing stores of test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. at 1731543861533 (+2 ms)Flushing cbacd8ecfbed232ecaa2f30129b519e1/f: creating writer at 1731543861533Flushing cbacd8ecfbed232ecaa2f30129b519e1/f: appending metadata at 1731543861548 (+15 ms)Flushing cbacd8ecfbed232ecaa2f30129b519e1/f: closing flushed file at 1731543861548Flushing cbacd8ecfbed232ecaa2f30129b519e1/f1: creating writer at 1731543861579 (+31 ms)Flushing cbacd8ecfbed232ecaa2f30129b519e1/f1: appending metadata at 1731543861598 (+19 ms)Flushing cbacd8ecfbed232ecaa2f30129b519e1/f1: closing flushed file at 1731543861598Flushing cbacd8ecfbed232ecaa2f30129b519e1/norep: creating writer at 1731543861606 (+8 ms)Flushing cbacd8ecfbed232ecaa2f30129b519e1/norep: appending metadata at 1731543861619 (+13 ms)Flushing cbacd8ecfbed232ecaa2f30129b519e1/norep: closing flushed file at 1731543861619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61958436: reopening flushed file at 1731543861627 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794ed505: reopening flushed file at 1731543861631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d61749: reopening flushed file at 1731543861636 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cbacd8ecfbed232ecaa2f30129b519e1 in 116ms, sequenceid=8, compaction requested=false at 1731543861646 (+10 ms)Writing region close event to WAL at 1731543861648 (+2 ms)Running coprocessor post-close hooks at 1731543861654 (+6 ms)Closed at 1731543861654 2024-11-14T00:24:21,654 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1. 2024-11-14T00:24:21,844 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:21,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:21,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:21,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38353 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:21,932 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/ns/e729f6148abb42e8a956943b89a0aa72 2024-11-14T00:24:21,955 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/rep_barrier/e61f457bd54b496dbfa2c51a5825161c is 112, key is test,,1731543845779.cbacd8ecfbed232ecaa2f30129b519e1./rep_barrier:seqnumDuringOpen/1731543846539/Put/seqid=0 2024-11-14T00:24:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741846_1022 (size=5518) 2024-11-14T00:24:22,045 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:24:22,045 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:24:22,045 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:22,245 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:22,366 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/rep_barrier/e61f457bd54b496dbfa2c51a5825161c 2024-11-14T00:24:22,386 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/table/d573ec532d02476fa2bb81b803a0fb30 is 53, key is hbase:replication/table:state/1731543850283/Put/seqid=0 2024-11-14T00:24:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741847_1023 (size=5308) 2024-11-14T00:24:22,445 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:22,530 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 914, reset compression=false 2024-11-14T00:24:22,533 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:22,533 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 1805, reset compression=false 2024-11-14T00:24:22,533 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46053,1731543832546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:22,534 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,46053,1731543832546: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,46053,1731543832546, walGroup=63baa11b75f3%2C46053%2C1731543832546, offset=63baa11b75f3%2C46053%2C1731543832546.1731543836641:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:46053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:24:22,536 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:24:22,536 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:24:22,536 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:24:22,536 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:24:22,536 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:24:22,536 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 771957256 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191680776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:24:22,537 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:46405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:46405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:24:22,645 DEBUG [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:24:22,736 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 1805, reset compression=false 2024-11-14T00:24:22,790 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/table/d573ec532d02476fa2bb81b803a0fb30 2024-11-14T00:24:22,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/info/fb7f7e1f50ca4f47afd75a4c82e78e3c as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/info/fb7f7e1f50ca4f47afd75a4c82e78e3c 2024-11-14T00:24:22,796 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/info/fb7f7e1f50ca4f47afd75a4c82e78e3c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:24:22,797 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/ns/e729f6148abb42e8a956943b89a0aa72 as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/ns/e729f6148abb42e8a956943b89a0aa72 2024-11-14T00:24:22,800 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/ns/e729f6148abb42e8a956943b89a0aa72, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:24:22,801 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/rep_barrier/e61f457bd54b496dbfa2c51a5825161c as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/rep_barrier/e61f457bd54b496dbfa2c51a5825161c 2024-11-14T00:24:22,805 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/rep_barrier/e61f457bd54b496dbfa2c51a5825161c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:24:22,805 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/.tmp/table/d573ec532d02476fa2bb81b803a0fb30 as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/table/d573ec532d02476fa2bb81b803a0fb30 2024-11-14T00:24:22,809 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/table/d573ec532d02476fa2bb81b803a0fb30, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:24:22,809 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=16, compaction requested=false 2024-11-14T00:24:22,813 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:24:22,813 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:24:22,813 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:24:22,813 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:22,813 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543861044Running coprocessor pre-close hooks at 1731543861044Disabling compacts and flushes for region at 1731543861044Disabling writes for close at 1731543861044Obtaining lock to block concurrent updates at 1731543861044Preparing flush snapshotting stores in 1588230740 at 1731543861044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543861044Flushing stores of hbase:meta,,1.1588230740 at 1731543861045 (+1 ms)Flushing 1588230740/info: creating writer at 1731543861045Flushing 1588230740/info: appending metadata at 1731543861064 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731543861064Flushing 1588230740/ns: creating writer at 1731543861495 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731543861512 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731543861512Flushing 1588230740/rep_barrier: creating writer at 1731543861937 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543861955 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543861955Flushing 1588230740/table: creating writer at 1731543862370 (+415 ms)Flushing 1588230740/table: appending metadata at 1731543862386 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731543862386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a7977c: reopening flushed file at 1731543862793 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a4065a: reopening flushed file at 1731543862796 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59baafd4: reopening flushed file at 1731543862800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47756b95: reopening flushed file at 1731543862805 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=16, compaction requested=false at 1731543862809 (+4 ms)Writing region close event to WAL at 1731543862810 (+1 ms)Running coprocessor post-close hooks at 1731543862813 (+3 ms)Closed at 1731543862813 2024-11-14T00:24:22,813 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:22,845 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,46053,1731543832546; all regions closed. 2024-11-14T00:24:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:24:22,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.meta.1731543837299.meta not finished, retry = 0 2024-11-14T00:24:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741839_1015 (size=2676) 2024-11-14T00:24:22,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.rep.1731543850235 not finished, retry = 0 2024-11-14T00:24:23,040 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/WALs/63baa11b75f3,46053,1731543832546/63baa11b75f3%2C46053%2C1731543832546.1731543836641 to pos 1805, reset compression=false 2024-11-14T00:24:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741833_1009 (size=1813) 2024-11-14T00:24:23,058 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:23,058 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:24:23,058 INFO [RS:0;63baa11b75f3:46053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:24:23,058 INFO [RS:0;63baa11b75f3:46053 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:24:23,059 INFO [RS:0;63baa11b75f3:46053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:24:23,059 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:24:23,059 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,46053,1731543832546 because: Region server is closing 2024-11-14T00:24:23,059 INFO [RS:0;63baa11b75f3:46053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46053. 2024-11-14T00:24:23,059 DEBUG [RS:0;63baa11b75f3:46053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:23,059 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:23,059 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:23,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:23,159 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.shipper63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 terminated 2024-11-14T00:24:23,159 INFO [RS:0;63baa11b75f3:46053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46053. 2024-11-14T00:24:23,159 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46053,1731543832546.replicationSource.wal-reader.63baa11b75f3%2C46053%2C1731543832546,1-63baa11b75f3,46053,1731543832546 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:24:23,159 DEBUG [RS:0;63baa11b75f3:46053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:23,160 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:23,160 DEBUG [RS:0;63baa11b75f3:46053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:23,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:23,160 INFO [RS:0;63baa11b75f3:46053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46053 2024-11-14T00:24:23,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343574604/rs/63baa11b75f3,46053,1731543832546 2024-11-14T00:24:23,232 INFO [RS:0;63baa11b75f3:46053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:24:23,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604/rs 2024-11-14T00:24:23,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,46053,1731543832546] 2024-11-14T00:24:23,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/draining/63baa11b75f3,46053,1731543832546 already deleted, retry=false 2024-11-14T00:24:23,369 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,46053,1731543832546 expired; onlineServers=0 2024-11-14T00:24:23,369 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,46405,1731543831937' ***** 2024-11-14T00:24:23,369 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:24:23,369 INFO [M:0;63baa11b75f3:46405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:24:23,370 INFO [M:0;63baa11b75f3:46405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:24:23,370 DEBUG [M:0;63baa11b75f3:46405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:24:23,370 DEBUG [M:0;63baa11b75f3:46405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:24:23,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:24:23,370 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543836292 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543836292,5,FailOnTimeoutGroup] 2024-11-14T00:24:23,370 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543836292 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543836292,5,FailOnTimeoutGroup] 2024-11-14T00:24:23,370 INFO [M:0;63baa11b75f3:46405 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:24:23,370 INFO [M:0;63baa11b75f3:46405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:24:23,370 DEBUG [M:0;63baa11b75f3:46405 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:24:23,370 INFO [M:0;63baa11b75f3:46405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:24:23,370 INFO [M:0;63baa11b75f3:46405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:24:23,370 INFO [M:0;63baa11b75f3:46405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:24:23,370 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:24:23,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:23,385 INFO [RS:0;63baa11b75f3:46053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:24:23,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46053-0x10136ba01c40001, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:23,385 INFO [RS:0;63baa11b75f3:46053 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,46053,1731543832546; zookeeper connection closed. 2024-11-14T00:24:23,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a558317 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a558317 2024-11-14T00:24:23,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:24:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343574604/master 2024-11-14T00:24:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343574604 2024-11-14T00:24:23,464 DEBUG [M:0;63baa11b75f3:46405 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343574604/master already deleted, retry=false 2024-11-14T00:24:23,464 DEBUG [M:0;63baa11b75f3:46405 {}] master.ActiveMasterManager(353): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1343574604/master 2024-11-14T00:24:23,465 INFO [M:0;63baa11b75f3:46405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/.lastflushedseqids 2024-11-14T00:24:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741848_1024 (size=245) 2024-11-14T00:24:23,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:23,876 INFO [M:0;63baa11b75f3:46405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:24:23,876 INFO [M:0;63baa11b75f3:46405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:24:23,876 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:24:23,876 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:23,876 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:23,877 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-14T00:24:23,877 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:23,877 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T00:24:23,890 DEBUG [M:0;63baa11b75f3:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac32d719106e4dc1ac9f63c11f30f584 is 82, key is hbase:meta,,1/info:regioninfo/1731543837337/Put/seqid=0 2024-11-14T00:24:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741849_1025 (size=5672) 2024-11-14T00:24:24,296 INFO [M:0;63baa11b75f3:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac32d719106e4dc1ac9f63c11f30f584 2024-11-14T00:24:24,319 DEBUG [M:0;63baa11b75f3:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be4240f4b6334016bbce8529c74cc91c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543850288/Put/seqid=0 2024-11-14T00:24:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741850_1026 (size=8516) 2024-11-14T00:24:24,736 INFO [M:0;63baa11b75f3:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be4240f4b6334016bbce8529c74cc91c 2024-11-14T00:24:24,753 DEBUG [M:0;63baa11b75f3:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a01d0b0ddb974552badcce19877a787d is 69, key is 63baa11b75f3,46053,1731543832546/rs:state/1731543836450/Put/seqid=0 2024-11-14T00:24:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741851_1027 (size=5156) 2024-11-14T00:24:25,156 INFO [M:0;63baa11b75f3:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a01d0b0ddb974552badcce19877a787d 2024-11-14T00:24:25,160 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac32d719106e4dc1ac9f63c11f30f584 as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac32d719106e4dc1ac9f63c11f30f584 2024-11-14T00:24:25,166 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac32d719106e4dc1ac9f63c11f30f584, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T00:24:25,167 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be4240f4b6334016bbce8529c74cc91c as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be4240f4b6334016bbce8529c74cc91c 2024-11-14T00:24:25,173 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be4240f4b6334016bbce8529c74cc91c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T00:24:25,174 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a01d0b0ddb974552badcce19877a787d as hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a01d0b0ddb974552badcce19877a787d 2024-11-14T00:24:25,178 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/3ab840b7-e182-16c8-9a96-f4a3f175e779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a01d0b0ddb974552badcce19877a787d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T00:24:25,179 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false 2024-11-14T00:24:25,181 INFO [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:25,181 DEBUG [M:0;63baa11b75f3:46405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543863876Disabling compacts and flushes for region at 1731543863876Disabling writes for close at 1731543863877 (+1 ms)Obtaining lock to block concurrent updates at 1731543863877Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543863877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731543863877Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543863877Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543863878 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543863890 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543863890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543864301 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543864319 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543864319Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543864740 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543864752 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543864752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a89c0d6: reopening flushed file at 1731543865160 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f38b7e8: reopening flushed file at 1731543865166 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483ea64a: reopening flushed file at 1731543865173 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false at 1731543865179 (+6 ms)Writing region close event to WAL at 1731543865181 (+2 ms)Closed at 1731543865181 2024-11-14T00:24:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43299 is added to blk_1073741830_1006 (size=63654) 2024-11-14T00:24:25,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:24:25,189 INFO [M:0;63baa11b75f3:46405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:24:25,189 INFO [M:0;63baa11b75f3:46405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46405 2024-11-14T00:24:25,190 INFO [M:0;63baa11b75f3:46405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:24:25,505 INFO [M:0;63baa11b75f3:46405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:24:25,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:25,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x10136ba01c40000, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:24:25,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44d88a2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:24:25,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d7bdae5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:24:25,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:24:25,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3431e02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:24:25,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef9764a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir/,STOPPED} 2024-11-14T00:24:25,511 WARN [BP-2034391951-172.17.0.3-1731543828156 heartbeating to localhost/127.0.0.1:41057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:24:25,511 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:24:25,511 WARN [BP-2034391951-172.17.0.3-1731543828156 heartbeating to localhost/127.0.0.1:41057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2034391951-172.17.0.3-1731543828156 (Datanode Uuid 76deaec5-b52d-4788-b00a-b73492b58e2f) service to localhost/127.0.0.1:41057 2024-11-14T00:24:25,511 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:24:25,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/data/data1/current/BP-2034391951-172.17.0.3-1731543828156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:24:25,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/cluster_28a57e2b-61d6-9f1c-1be6-97e2849c8141/data/data2/current/BP-2034391951-172.17.0.3-1731543828156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:24:25,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:24:25,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74ad5a4d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:24:25,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b975ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:24:25,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:24:25,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3441d181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:24:25,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e98d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6c3661-e531-fce2-3d48-3250a8e037ba/hadoop.log.dir/,STOPPED} 2024-11-14T00:24:25,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:24:25,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:24:25,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 240) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36755 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41057 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=999 (was 1119), ProcessCount=11 (was 11), AvailableMemoryMB=2235 (was 4214) 2024-11-14T00:24:25,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=999, ProcessCount=11, AvailableMemoryMB=2235 2024-11-14T00:24:25,580 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T00:24:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir so I do NOT create it in target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3 2024-11-14T00:24:25,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:24:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.tmp.dir so I do NOT create it in target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3 2024-11-14T00:24:25,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32151e62-bbf0-1189-8e09-e4f72bc1bd13/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:24:25,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3 2024-11-14T00:24:25,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df, deleteOnExit=true 2024-11-14T00:24:25,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/zookeeper_0, clientPort=54604, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:24:25,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54604 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/test.cache.data in system properties and HBase conf 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:24:25,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:24:25,584 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:24:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:24:25,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136ba01c40002, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:24:25,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136ba01c40002, quorum=127.0.0.1:59125, baseZNode=/0-1343574604 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:24:25,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136ba01c40005, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:24:25,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136ba01c40005, quorum=127.0.0.1:59125, baseZNode=/11269433304 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:24:26,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:26,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:24:26,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:24:26,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:24:26,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:24:26,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:26,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e682da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:24:26,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399187c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:24:26,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13666c64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/java.io.tmpdir/jetty-localhost-36023-hadoop-hdfs-3_4_1-tests_jar-_-any-6594495868622938421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:24:26,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b35f83a{HTTP/1.1, (http/1.1)}{localhost:36023} 2024-11-14T00:24:26,364 INFO [Time-limited test {}] server.Server(415): Started @269500ms 2024-11-14T00:24:26,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:26,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:24:26,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:24:26,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:24:26,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:24:26,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eca1511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:24:26,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7957adf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:24:27,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f4f4600{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/java.io.tmpdir/jetty-localhost-38761-hadoop-hdfs-3_4_1-tests_jar-_-any-4578766406279623376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:24:27,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b15ec5{HTTP/1.1, (http/1.1)}{localhost:38761} 2024-11-14T00:24:27,005 INFO [Time-limited test {}] server.Server(415): Started @270141ms 2024-11-14T00:24:27,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:24:28,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:28,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:28,787 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/data/data2/current/BP-1472965535-172.17.0.3-1731543865602/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:28,787 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/data/data1/current/BP-1472965535-172.17.0.3-1731543865602/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:28,812 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:24:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6cb0e23351efebc with lease ID 0x227bb2e24fd910fc: Processing first storage report for DS-7e8ada2c-e23a-40dc-a7e3-766dc451ec1b from datanode DatanodeRegistration(127.0.0.1:40267, datanodeUuid=68a0de20-ff9d-4d9c-91f6-3d77cd0f54cb, infoPort=34575, infoSecurePort=0, ipcPort=41589, storageInfo=lv=-57;cid=testClusterID;nsid=1046658799;c=1731543865602) 2024-11-14T00:24:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6cb0e23351efebc with lease ID 0x227bb2e24fd910fc: from storage DS-7e8ada2c-e23a-40dc-a7e3-766dc451ec1b node DatanodeRegistration(127.0.0.1:40267, datanodeUuid=68a0de20-ff9d-4d9c-91f6-3d77cd0f54cb, infoPort=34575, infoSecurePort=0, ipcPort=41589, storageInfo=lv=-57;cid=testClusterID;nsid=1046658799;c=1731543865602), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6cb0e23351efebc with lease ID 0x227bb2e24fd910fc: Processing first storage report for DS-8ad66448-5003-4faf-95f7-e3e7711d4a85 from datanode DatanodeRegistration(127.0.0.1:40267, datanodeUuid=68a0de20-ff9d-4d9c-91f6-3d77cd0f54cb, infoPort=34575, infoSecurePort=0, ipcPort=41589, storageInfo=lv=-57;cid=testClusterID;nsid=1046658799;c=1731543865602) 2024-11-14T00:24:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6cb0e23351efebc with lease ID 0x227bb2e24fd910fc: from storage DS-8ad66448-5003-4faf-95f7-e3e7711d4a85 node DatanodeRegistration(127.0.0.1:40267, datanodeUuid=68a0de20-ff9d-4d9c-91f6-3d77cd0f54cb, infoPort=34575, infoSecurePort=0, ipcPort=41589, storageInfo=lv=-57;cid=testClusterID;nsid=1046658799;c=1731543865602), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:28,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3 2024-11-14T00:24:28,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:28,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:24:28,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906 with version=8 2024-11-14T00:24:28,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/hbase-staging 2024-11-14T00:24:28,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:24:28,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:28,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36513 2024-11-14T00:24:28,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36513 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:28,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365130x0, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:28,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36513-0x10136ba949a0000 connected 2024-11-14T00:24:29,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:29,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:29,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/running 2024-11-14T00:24:29,128 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906, hbase.cluster.distributed=false 2024-11-14T00:24:29,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/acl 2024-11-14T00:24:29,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-14T00:24:29,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36513 2024-11-14T00:24:29,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36513 2024-11-14T00:24:29,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-14T00:24:29,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-14T00:24:29,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:24:29,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:29,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36199 2024-11-14T00:24:29,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36199 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:29,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:29,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:29,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361990x0, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/running 2024-11-14T00:24:29,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:24:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361990x0, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:29,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36199-0x10136ba949a0001 connected 2024-11-14T00:24:29,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:24:29,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/master 2024-11-14T00:24:29,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/acl 2024-11-14T00:24:29,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36199 2024-11-14T00:24:29,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36199 2024-11-14T00:24:29,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36199 2024-11-14T00:24:29,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36199 2024-11-14T00:24:29,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36199 2024-11-14T00:24:29,298 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:36513 2024-11-14T00:24:29,299 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0933694283/backup-masters/63baa11b75f3,36513,1731543868875 2024-11-14T00:24:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283/backup-masters 2024-11-14T00:24:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283/backup-masters 2024-11-14T00:24:29,322 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on existing znode=/0933694283/backup-masters/63baa11b75f3,36513,1731543868875 2024-11-14T00:24:29,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:29,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0933694283/master 2024-11-14T00:24:29,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:29,341 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on existing znode=/0933694283/master 2024-11-14T00:24:29,347 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0933694283/backup-masters/63baa11b75f3,36513,1731543868875 from backup master directory 2024-11-14T00:24:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933694283/backup-masters/63baa11b75f3,36513,1731543868875 2024-11-14T00:24:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283/backup-masters 2024-11-14T00:24:29,364 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:29,364 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,36513,1731543868875 2024-11-14T00:24:29,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283/backup-masters 2024-11-14T00:24:29,399 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/hbase.id] with ID: 57bd6913-b7cd-4df8-96c0-22b29a6f88b8 2024-11-14T00:24:29,399 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/.tmp/hbase.id 2024-11-14T00:24:29,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:24:29,462 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/.tmp/hbase.id]:[hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/hbase.id] 2024-11-14T00:24:29,542 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:29,542 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:24:29,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:24:29,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:29,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:24:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:24:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:24:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:24:29,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:24:29,990 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:29,991 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:24:29,992 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:30,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:24:30,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store 2024-11-14T00:24:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:24:30,019 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:30,019 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:24:30,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:30,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:30,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:24:30,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:30,020 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:30,020 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543870019Disabling compacts and flushes for region at 1731543870019Disabling writes for close at 1731543870020 (+1 ms)Writing region close event to WAL at 1731543870020Closed at 1731543870020 2024-11-14T00:24:30,023 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/.initializing 2024-11-14T00:24:30,023 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/WALs/63baa11b75f3,36513,1731543868875 2024-11-14T00:24:30,034 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:30,035 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C36513%2C1731543868875, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/WALs/63baa11b75f3,36513,1731543868875, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/oldWALs, maxLogs=10 2024-11-14T00:24:30,069 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/WALs/63baa11b75f3,36513,1731543868875/63baa11b75f3%2C36513%2C1731543868875.1731543870036, exclude list is [], retry=0 2024-11-14T00:24:30,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-7e8ada2c-e23a-40dc-a7e3-766dc451ec1b,DISK] 2024-11-14T00:24:30,078 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/WALs/63baa11b75f3,36513,1731543868875/63baa11b75f3%2C36513%2C1731543868875.1731543870036 2024-11-14T00:24:30,081 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-14T00:24:30,081 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:30,081 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:30,082 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,082 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:24:30,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:30,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:24:30,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:24:30,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:30,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:24:30,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:30,104 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,104 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,108 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,113 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:30,115 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:30,121 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:30,121 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66021049, jitterRate=-0.016209706664085388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:30,122 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543870082Initializing all the Stores at 1731543870083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543870083Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543870083Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543870083Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543870083Cleaning up temporary data from old regions at 1731543870113 (+30 ms)Region opened successfully at 1731543870122 (+9 ms) 2024-11-14T00:24:30,122 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:24:30,125 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d94dd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:30,127 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:24:30,127 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:24:30,127 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:24:30,127 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:24:30,128 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:24:30,128 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:24:30,128 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:24:30,138 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:24:30,141 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Unable to get data of znode /0933694283/balancer because node does not exist (not necessarily an error) 2024-11-14T00:24:30,167 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933694283/balancer already deleted, retry=false 2024-11-14T00:24:30,167 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:24:30,168 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Unable to get data of znode /0933694283/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:24:30,177 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933694283/normalizer already deleted, retry=false 2024-11-14T00:24:30,178 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:24:30,179 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Unable to get data of znode /0933694283/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:24:30,188 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933694283/switch/split already deleted, retry=false 2024-11-14T00:24:30,189 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Unable to get data of znode /0933694283/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:24:30,198 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933694283/switch/merge already deleted, retry=false 2024-11-14T00:24:30,200 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Unable to get data of znode /0933694283/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:24:30,209 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933694283/snapshot-cleanup already deleted, retry=false 2024-11-14T00:24:30,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0933694283/running 2024-11-14T00:24:30,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0933694283/running 2024-11-14T00:24:30,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,220 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,36513,1731543868875, sessionid=0x10136ba949a0000, setting cluster-up flag (Was=false) 2024-11-14T00:24:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,278 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0933694283/flush-table-proc/acquired, /0933694283/flush-table-proc/reached, /0933694283/flush-table-proc/abort 2024-11-14T00:24:30,279 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36513,1731543868875 2024-11-14T00:24:30,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,335 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0933694283/online-snapshot/acquired, /0933694283/online-snapshot/reached, /0933694283/online-snapshot/abort 2024-11-14T00:24:30,336 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36513,1731543868875 2024-11-14T00:24:30,341 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:24:30,348 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:30,349 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:24:30,349 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:24:30,349 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,36513,1731543868875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:30,350 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:30,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:24:30,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543900366 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:24:30,366 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:24:30,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:24:30,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:24:30,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:24:30,367 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:24:30,368 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:24:30,368 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:24:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:24:30,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:24:30,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906 2024-11-14T00:24:30,382 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543870369,5,FailOnTimeoutGroup] 2024-11-14T00:24:30,384 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543870382,5,FailOnTimeoutGroup] 2024-11-14T00:24:30,384 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,384 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:24:30,384 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,384 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,388 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(746): ClusterId : 57bd6913-b7cd-4df8-96c0-22b29a6f88b8 2024-11-14T00:24:30,388 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:24:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:24:30,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:30,400 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:24:30,400 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:24:30,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:30,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:30,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:30,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:30,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:30,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:30,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:30,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:30,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:30,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:30,409 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:24:30,410 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2923dcc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:30,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:30,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:30,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:30,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:30,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740 2024-11-14T00:24:30,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740 2024-11-14T00:24:30,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:30,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:30,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:30,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:30,429 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:30,429 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70043769, jitterRate=0.043733492493629456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:30,430 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:36199 2024-11-14T00:24:30,430 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:24:30,430 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:24:30,430 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:24:30,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543870398Initializing all the Stores at 1731543870399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543870399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543870404 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543870404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543870404Cleaning up temporary data from old regions at 1731543870414 (+10 ms)Region opened successfully at 1731543870430 (+16 ms) 2024-11-14T00:24:30,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:24:30,430 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:24:30,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:24:30,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:24:30,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:24:30,430 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,36513,1731543868875 with port=36199, startcode=1731543869160 2024-11-14T00:24:30,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:30,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543870430Disabling compacts and flushes for region at 1731543870430Disabling writes for close at 1731543870430Writing region close event to WAL at 1731543870430Closed at 1731543870430 2024-11-14T00:24:30,431 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:24:30,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:30,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:24:30,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:24:30,433 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:24:30,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36513 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:30,434 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:24:30,434 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906 2024-11-14T00:24:30,434 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33321 2024-11-14T00:24:30,434 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:24:30,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283/rs 2024-11-14T00:24:30,532 DEBUG [RS:0;63baa11b75f3:36199 {}] zookeeper.ZKUtil(111): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on existing znode=/0933694283/rs/63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,532 WARN [RS:0;63baa11b75f3:36199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:30,532 INFO [RS:0;63baa11b75f3:36199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:30,532 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,36199,1731543869160] 2024-11-14T00:24:30,535 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:24:30,536 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:24:30,536 INFO [RS:0;63baa11b75f3:36199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:24:30,536 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,537 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:24:30,537 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:24:30,537 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:30,537 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:30,538 DEBUG [RS:0;63baa11b75f3:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:30,538 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,538 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,538 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,538 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,538 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,538 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36199,1731543869160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:30,551 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:24:30,551 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36199,1731543869160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,551 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,551 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.Replication(171): 63baa11b75f3,36199,1731543869160 started 2024-11-14T00:24:30,564 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:30,564 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,36199,1731543869160, RpcServer on 63baa11b75f3/172.17.0.3:36199, sessionid=0x10136ba949a0001 2024-11-14T00:24:30,564 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:24:30,564 DEBUG [RS:0;63baa11b75f3:36199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,564 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36199,1731543869160' 2024-11-14T00:24:30,564 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0933694283/flush-table-proc/abort' 2024-11-14T00:24:30,565 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0933694283/flush-table-proc/acquired' 2024-11-14T00:24:30,565 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:24:30,565 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:24:30,565 DEBUG [RS:0;63baa11b75f3:36199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,565 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,36199,1731543869160' 2024-11-14T00:24:30,565 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0933694283/online-snapshot/abort' 2024-11-14T00:24:30,566 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0933694283/online-snapshot/acquired' 2024-11-14T00:24:30,566 DEBUG [RS:0;63baa11b75f3:36199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:24:30,566 INFO [RS:0;63baa11b75f3:36199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:24:30,566 INFO [RS:0;63baa11b75f3:36199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:24:30,584 WARN [63baa11b75f3:36513 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:24:30,666 INFO [RS:0;63baa11b75f3:36199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:30,667 INFO [RS:0;63baa11b75f3:36199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36199%2C1731543869160, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/oldWALs, maxLogs=10 2024-11-14T00:24:30,682 DEBUG [RS:0;63baa11b75f3:36199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, exclude list is [], retry=0 2024-11-14T00:24:30,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-7e8ada2c-e23a-40dc-a7e3-766dc451ec1b,DISK] 2024-11-14T00:24:30,685 INFO [RS:0;63baa11b75f3:36199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 2024-11-14T00:24:30,686 DEBUG [RS:0;63baa11b75f3:36199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-14T00:24:30,834 DEBUG [63baa11b75f3:36513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:24:30,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:30,836 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36199,1731543869160, state=OPENING 2024-11-14T00:24:30,847 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:24:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:30,858 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:30,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933694283/meta-region-server: CHANGED 2024-11-14T00:24:30,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933694283/meta-region-server: CHANGED 2024-11-14T00:24:30,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36199,1731543869160}] 2024-11-14T00:24:31,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:31,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:24:31,022 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:24:31,022 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:31,022 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:24:31,025 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36199%2C1731543869160.meta, suffix=.meta, logDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/oldWALs, maxLogs=10 2024-11-14T00:24:31,042 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.meta.1731543871026.meta, exclude list is [], retry=0 2024-11-14T00:24:31,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-7e8ada2c-e23a-40dc-a7e3-766dc451ec1b,DISK] 2024-11-14T00:24:31,049 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.meta.1731543871026.meta 2024-11-14T00:24:31,052 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-14T00:24:31,052 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:31,053 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:31,053 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:31,053 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:24:31,053 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:24:31,053 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:24:31,053 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:31,053 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:24:31,053 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:24:31,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:31,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:31,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:31,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:31,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:31,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:31,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:31,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:31,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:31,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:31,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:31,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:31,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:31,066 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:31,066 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740 2024-11-14T00:24:31,067 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740 2024-11-14T00:24:31,068 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:31,068 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:31,072 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:31,074 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:31,078 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62183281, jitterRate=-0.07339690625667572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:31,078 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:24:31,078 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543871053Writing region info on filesystem at 1731543871053Initializing all the Stores at 1731543871054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543871054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543871054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543871054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543871054Cleaning up temporary data from old regions at 1731543871068 (+14 ms)Running coprocessor post-open hooks at 1731543871078 (+10 ms)Region opened successfully at 1731543871078 2024-11-14T00:24:31,081 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543871010 2024-11-14T00:24:31,084 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:24:31,084 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:24:31,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:31,085 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,36199,1731543869160, state=OPEN 2024-11-14T00:24:31,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0933694283/meta-region-server 2024-11-14T00:24:31,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0933694283/meta-region-server 2024-11-14T00:24:31,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933694283/meta-region-server: CHANGED 2024-11-14T00:24:31,121 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:31,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933694283/meta-region-server: CHANGED 2024-11-14T00:24:31,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:24:31,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,36199,1731543869160 in 263 msec 2024-11-14T00:24:31,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:24:31,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-14T00:24:31,129 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:31,129 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:24:31,131 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:31,131 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36199,1731543869160, seqNum=-1] 2024-11-14T00:24:31,132 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:31,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:31,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 796 msec 2024-11-14T00:24:31,153 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543871153, completionTime=-1 2024-11-14T00:24:31,153 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:24:31,154 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543931156 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543991156 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36513,1731543868875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36513,1731543868875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,156 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36513,1731543868875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,157 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:36513, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,157 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,159 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:24:31,160 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.805sec 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36513,1731543868875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:31,169 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36513,1731543868875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:24:31,182 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:24:31,182 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:24:31,182 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36513,1731543868875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:31,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5f4487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:31,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:24:31,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:31,201 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:24:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:24:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150c857b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:24:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:31,203 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:31,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778d6291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:31,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36199,1731543869160, seqNum=-1] 2024-11-14T00:24:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:31,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:31,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,36513,1731543868875 2024-11-14T00:24:31,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:31,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:31,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136ba949a0002 connected 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir so I do NOT create it in target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2 2024-11-14T00:24:31,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.tmp.dir so I do NOT create it in target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2 2024-11-14T00:24:31,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:24:31,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/cluster_1e986988-33fa-8e81-2e8f-f896bc153c80, deleteOnExit=true 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/test.cache.data in system properties and HBase conf 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:24:31,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:24:31,250 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:24:31,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:24:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:24:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:24:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:24:31,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:31,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:24:31,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:24:31,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:24:31,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:24:31,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:31,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3f0133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:24:31,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@465e6db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:24:31,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68c29e02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/java.io.tmpdir/jetty-localhost-34331-hadoop-hdfs-3_4_1-tests_jar-_-any-4228141057837655432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:24:31,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a3882bf{HTTP/1.1, (http/1.1)}{localhost:34331} 2024-11-14T00:24:31,635 INFO [Time-limited test {}] server.Server(415): Started @274770ms 2024-11-14T00:24:31,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:31,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:24:31,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:24:31,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:24:31,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:24:31,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cd9380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:24:31,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12647805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:24:31,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:31,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:31,932 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48392 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:31,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd1f802{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/java.io.tmpdir/jetty-localhost-44953-hadoop-hdfs-3_4_1-tests_jar-_-any-17042895996987329887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:24:31,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f675e54{HTTP/1.1, (http/1.1)}{localhost:44953} 2024-11-14T00:24:31,989 INFO [Time-limited test {}] server.Server(415): Started @275125ms 2024-11-14T00:24:31,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:24:32,984 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/cluster_1e986988-33fa-8e81-2e8f-f896bc153c80/data/data1/current/BP-694506376-172.17.0.3-1731543871266/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:32,985 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/cluster_1e986988-33fa-8e81-2e8f-f896bc153c80/data/data2/current/BP-694506376-172.17.0.3-1731543871266/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:33,011 WARN [Thread-2779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:24:33,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61375375095369d with lease ID 0xccc4abc13297a6bb: Processing first storage report for DS-f17f4a03-c3eb-4904-a896-2b97462d58dd from datanode DatanodeRegistration(127.0.0.1:36227, datanodeUuid=54aa9c3b-2a9e-4140-b08f-4a3545597c82, infoPort=40247, infoSecurePort=0, ipcPort=39357, storageInfo=lv=-57;cid=testClusterID;nsid=1715370034;c=1731543871266) 2024-11-14T00:24:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61375375095369d with lease ID 0xccc4abc13297a6bb: from storage DS-f17f4a03-c3eb-4904-a896-2b97462d58dd node DatanodeRegistration(127.0.0.1:36227, datanodeUuid=54aa9c3b-2a9e-4140-b08f-4a3545597c82, infoPort=40247, infoSecurePort=0, ipcPort=39357, storageInfo=lv=-57;cid=testClusterID;nsid=1715370034;c=1731543871266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61375375095369d with lease ID 0xccc4abc13297a6bb: Processing first storage report for DS-b7a1fc0c-fd6b-475d-9506-5abe1f7ca635 from datanode DatanodeRegistration(127.0.0.1:36227, datanodeUuid=54aa9c3b-2a9e-4140-b08f-4a3545597c82, infoPort=40247, infoSecurePort=0, ipcPort=39357, storageInfo=lv=-57;cid=testClusterID;nsid=1715370034;c=1731543871266) 2024-11-14T00:24:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61375375095369d with lease ID 0xccc4abc13297a6bb: from storage DS-b7a1fc0c-fd6b-475d-9506-5abe1f7ca635 node DatanodeRegistration(127.0.0.1:36227, datanodeUuid=54aa9c3b-2a9e-4140-b08f-4a3545597c82, infoPort=40247, infoSecurePort=0, ipcPort=39357, storageInfo=lv=-57;cid=testClusterID;nsid=1715370034;c=1731543871266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:33,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2 2024-11-14T00:24:33,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:33,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:24:33,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706 with version=8 2024-11-14T00:24:33,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/hbase-staging 2024-11-14T00:24:33,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:24:33,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:33,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44535 2024-11-14T00:24:33,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44535 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:33,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445350x0, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:33,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44535-0x10136ba949a0003 connected 2024-11-14T00:24:33,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:33,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:33,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/running 2024-11-14T00:24:33,538 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706, hbase.cluster.distributed=false 2024-11-14T00:24:33,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/acl 2024-11-14T00:24:33,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-14T00:24:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44535 2024-11-14T00:24:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44535 2024-11-14T00:24:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-14T00:24:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-14T00:24:33,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:33,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:33,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:24:33,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:33,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39647 2024-11-14T00:24:33,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39647 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:33,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:33,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:33,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396470x0, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:33,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39647-0x10136ba949a0004 connected 2024-11-14T00:24:33,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/running 2024-11-14T00:24:33,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:24:33,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:24:33,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/master 2024-11-14T00:24:33,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/acl 2024-11-14T00:24:33,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-14T00:24:33,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39647 2024-11-14T00:24:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39647 2024-11-14T00:24:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-14T00:24:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-14T00:24:33,585 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:44535 2024-11-14T00:24:33,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-162401527/backup-masters/63baa11b75f3,44535,1731543873446 2024-11-14T00:24:33,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527/backup-masters 2024-11-14T00:24:33,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527/backup-masters 2024-11-14T00:24:33,598 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on existing znode=/1-162401527/backup-masters/63baa11b75f3,44535,1731543873446 2024-11-14T00:24:33,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:33,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-162401527/master 2024-11-14T00:24:33,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:33,609 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on existing znode=/1-162401527/master 2024-11-14T00:24:33,609 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-162401527/backup-masters/63baa11b75f3,44535,1731543873446 from backup master directory 2024-11-14T00:24:33,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-162401527/backup-masters/63baa11b75f3,44535,1731543873446 2024-11-14T00:24:33,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527/backup-masters 2024-11-14T00:24:33,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527/backup-masters 2024-11-14T00:24:33,620 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:33,620 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,44535,1731543873446 2024-11-14T00:24:33,623 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/hbase.id] with ID: 58c29625-e249-43c5-ac3e-3e50444f2dc1 2024-11-14T00:24:33,623 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/.tmp/hbase.id 2024-11-14T00:24:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:24:34,032 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/.tmp/hbase.id]:[hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/hbase.id] 2024-11-14T00:24:34,046 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:34,046 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:24:34,046 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T00:24:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:24:34,478 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:34,479 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:24:34,479 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:24:34,489 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store 2024-11-14T00:24:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:24:34,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:34,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:24:34,895 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:34,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:34,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:24:34,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:34,895 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:34,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543874895Disabling compacts and flushes for region at 1731543874895Disabling writes for close at 1731543874895Writing region close event to WAL at 1731543874895Closed at 1731543874895 2024-11-14T00:24:34,896 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/.initializing 2024-11-14T00:24:34,896 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/WALs/63baa11b75f3,44535,1731543873446 2024-11-14T00:24:34,897 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:34,898 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C44535%2C1731543873446, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/WALs/63baa11b75f3,44535,1731543873446, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/oldWALs, maxLogs=10 2024-11-14T00:24:34,909 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/WALs/63baa11b75f3,44535,1731543873446/63baa11b75f3%2C44535%2C1731543873446.1731543874898, exclude list is [], retry=0 2024-11-14T00:24:34,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f17f4a03-c3eb-4904-a896-2b97462d58dd,DISK] 2024-11-14T00:24:34,912 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/WALs/63baa11b75f3,44535,1731543873446/63baa11b75f3%2C44535%2C1731543873446.1731543874898 2024-11-14T00:24:34,912 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:24:34,912 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:34,912 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:34,912 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,912 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:24:34,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:34,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:34,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:24:34,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:34,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:34,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:24:34,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:34,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:34,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:24:34,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:34,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:34,918 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,919 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,919 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:34,921 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:34,922 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:34,922 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73935424, jitterRate=0.10172367095947266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:34,922 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543874912Initializing all the Stores at 1731543874913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543874913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543874913Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543874913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543874913Cleaning up temporary data from old regions at 1731543874920 (+7 ms)Region opened successfully at 1731543874922 (+2 ms) 2024-11-14T00:24:34,923 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:24:34,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0a8ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:34,925 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:24:34,925 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:24:34,925 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:24:34,925 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:24:34,925 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:24:34,926 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:24:34,926 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:24:34,927 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:24:34,927 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Unable to get data of znode /1-162401527/balancer because node does not exist (not necessarily an error) 2024-11-14T00:24:34,987 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/balancer already deleted, retry=false 2024-11-14T00:24:34,988 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:24:34,988 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Unable to get data of znode /1-162401527/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:24:35,008 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/normalizer already deleted, retry=false 2024-11-14T00:24:35,009 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:24:35,010 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Unable to get data of znode /1-162401527/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:24:35,082 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/switch/split already deleted, retry=false 2024-11-14T00:24:35,083 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Unable to get data of znode /1-162401527/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:24:35,156 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/switch/merge already deleted, retry=false 2024-11-14T00:24:35,158 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Unable to get data of znode /1-162401527/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:24:35,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:35,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,230 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/snapshot-cleanup already deleted, retry=false 2024-11-14T00:24:35,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-162401527/running 2024-11-14T00:24:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-162401527/running 2024-11-14T00:24:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:35,297 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,44535,1731543873446, sessionid=0x10136ba949a0003, setting cluster-up flag (Was=false) 2024-11-14T00:24:35,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:35,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:35,356 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-162401527/flush-table-proc/acquired, /1-162401527/flush-table-proc/reached, /1-162401527/flush-table-proc/abort 2024-11-14T00:24:35,357 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,44535,1731543873446 2024-11-14T00:24:35,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:35,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:35,419 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-162401527/online-snapshot/acquired, /1-162401527/online-snapshot/reached, /1-162401527/online-snapshot/abort 2024-11-14T00:24:35,420 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,44535,1731543873446 2024-11-14T00:24:35,421 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:24:35,422 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:35,422 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:24:35,422 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:24:35,423 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,44535,1731543873446 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:35,424 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543905425 2024-11-14T00:24:35,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:24:35,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:24:35,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:24:35,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:24:35,426 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:24:35,426 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:24:35,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:35,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:24:35,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:24:35,427 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:24:35,427 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:24:35,427 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543875427,5,FailOnTimeoutGroup] 2024-11-14T00:24:35,428 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543875427,5,FailOnTimeoutGroup] 2024-11-14T00:24:35,428 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,428 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:24:35,428 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,428 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:24:35,478 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(746): ClusterId : 58c29625-e249-43c5-ac3e-3e50444f2dc1 2024-11-14T00:24:35,478 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:24:35,489 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:24:35,489 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:24:35,500 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:24:35,500 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325eaac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:35,513 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:39647 2024-11-14T00:24:35,513 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:24:35,513 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:24:35,513 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:24:35,514 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,44535,1731543873446 with port=39647, startcode=1731543873553 2024-11-14T00:24:35,514 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:24:35,515 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:24:35,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,39647,1731543873553 2024-11-14T00:24:35,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44535 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:35,517 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706 2024-11-14T00:24:35,517 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39549 2024-11-14T00:24:35,517 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:24:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527/rs 2024-11-14T00:24:35,525 DEBUG [RS:0;63baa11b75f3:39647 {}] zookeeper.ZKUtil(111): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on existing znode=/1-162401527/rs/63baa11b75f3,39647,1731543873553 2024-11-14T00:24:35,525 WARN [RS:0;63baa11b75f3:39647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:35,525 INFO [RS:0;63baa11b75f3:39647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:35,525 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553 2024-11-14T00:24:35,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,39647,1731543873553] 2024-11-14T00:24:35,528 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:24:35,529 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:24:35,530 INFO [RS:0;63baa11b75f3:39647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:24:35,530 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,531 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:24:35,531 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:24:35,531 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,531 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,532 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,532 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,532 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:35,532 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:35,532 DEBUG [RS:0;63baa11b75f3:39647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:35,532 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,532 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,532 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,532 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,532 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,532 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,39647,1731543873553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:35,547 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:24:35,547 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,39647,1731543873553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,547 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,547 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.Replication(171): 63baa11b75f3,39647,1731543873553 started 2024-11-14T00:24:35,561 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:35,561 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,39647,1731543873553, RpcServer on 63baa11b75f3/172.17.0.3:39647, sessionid=0x10136ba949a0004 2024-11-14T00:24:35,561 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:24:35,561 DEBUG [RS:0;63baa11b75f3:39647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,39647,1731543873553 2024-11-14T00:24:35,561 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,39647,1731543873553' 2024-11-14T00:24:35,561 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-162401527/flush-table-proc/abort' 2024-11-14T00:24:35,561 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-162401527/flush-table-proc/acquired' 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,39647,1731543873553 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,39647,1731543873553' 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-162401527/online-snapshot/abort' 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-162401527/online-snapshot/acquired' 2024-11-14T00:24:35,562 DEBUG [RS:0;63baa11b75f3:39647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:24:35,562 INFO [RS:0;63baa11b75f3:39647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:24:35,562 INFO [RS:0;63baa11b75f3:39647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:24:35,662 INFO [RS:0;63baa11b75f3:39647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:35,664 INFO [RS:0;63baa11b75f3:39647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39647%2C1731543873553, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/oldWALs, maxLogs=10 2024-11-14T00:24:35,680 DEBUG [RS:0;63baa11b75f3:39647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, exclude list is [], retry=0 2024-11-14T00:24:35,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f17f4a03-c3eb-4904-a896-2b97462d58dd,DISK] 2024-11-14T00:24:35,684 INFO [RS:0;63baa11b75f3:39647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 2024-11-14T00:24:35,684 DEBUG [RS:0;63baa11b75f3:39647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:24:35,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:24:35,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706 2024-11-14T00:24:35,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:24:35,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:35,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:35,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:35,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:35,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:35,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:35,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:35,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:35,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:35,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:35,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:35,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:35,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:35,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:35,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:35,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:35,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740 2024-11-14T00:24:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740 2024-11-14T00:24:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:35,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:35,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:35,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:35,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66796744, jitterRate=-0.0046509504318237305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543875847Initializing all the Stores at 1731543875848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543875848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543875848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543875848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543875848Cleaning up temporary data from old regions at 1731543875867 (+19 ms)Region opened successfully at 1731543875871 (+4 ms) 2024-11-14T00:24:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:24:35,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:24:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:24:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:24:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:24:35,872 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:35,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543875871Disabling compacts and flushes for region at 1731543875871Disabling writes for close at 1731543875871Writing region close event to WAL at 1731543875872 (+1 ms)Closed at 1731543875872 2024-11-14T00:24:35,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:35,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:24:35,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:24:35,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:35,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:24:36,025 DEBUG [63baa11b75f3:44535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:24:36,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:36,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,39647,1731543873553, state=OPENING 2024-11-14T00:24:36,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:24:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:36,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:36,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,39647,1731543873553}] 2024-11-14T00:24:36,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-162401527/meta-region-server: CHANGED 2024-11-14T00:24:36,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-162401527/meta-region-server: CHANGED 2024-11-14T00:24:36,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:36,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:24:36,272 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:24:36,272 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:36,273 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:24:36,274 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39647%2C1731543873553.meta, suffix=.meta, logDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/oldWALs, maxLogs=10 2024-11-14T00:24:36,291 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.meta.1731543876274.meta, exclude list is [], retry=0 2024-11-14T00:24:36,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f17f4a03-c3eb-4904-a896-2b97462d58dd,DISK] 2024-11-14T00:24:36,294 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.meta.1731543876274.meta 2024-11-14T00:24:36,295 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:24:36,295 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:36,295 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:36,295 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:36,295 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:24:36,295 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:24:36,296 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:24:36,296 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:36,296 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:24:36,296 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:24:36,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:36,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:36,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:36,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:36,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:36,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:36,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:36,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:36,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:36,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:36,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:36,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:36,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:36,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:36,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:36,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:36,304 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:36,305 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740 2024-11-14T00:24:36,305 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740 2024-11-14T00:24:36,306 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:36,306 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:36,307 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:36,308 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:36,309 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70972977, jitterRate=0.05757977068424225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:36,309 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:24:36,309 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543876296Writing region info on filesystem at 1731543876296Initializing all the Stores at 1731543876297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543876297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543876300 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543876300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543876300Cleaning up temporary data from old regions at 1731543876306 (+6 ms)Running coprocessor post-open hooks at 1731543876309 (+3 ms)Region opened successfully at 1731543876309 2024-11-14T00:24:36,311 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543876267 2024-11-14T00:24:36,313 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:24:36,313 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:24:36,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:36,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,39647,1731543873553, state=OPEN 2024-11-14T00:24:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-162401527/meta-region-server 2024-11-14T00:24:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-162401527/meta-region-server 2024-11-14T00:24:36,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:36,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-162401527/meta-region-server: CHANGED 2024-11-14T00:24:36,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-162401527/meta-region-server: CHANGED 2024-11-14T00:24:36,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:24:36,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,39647,1731543873553 in 210 msec 2024-11-14T00:24:36,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:24:36,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-14T00:24:36,328 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:36,328 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:24:36,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:36,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39647,1731543873553, seqNum=-1] 2024-11-14T00:24:36,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:36,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:36,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-11-14T00:24:36,337 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543876337, completionTime=-1 2024-11-14T00:24:36,337 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:24:36,337 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543936340 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731543996340 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44535,1731543873446-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44535,1731543873446-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44535,1731543873446-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:44535, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,340 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,341 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,342 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.725sec 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44535,1731543873446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:36,345 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44535,1731543873446-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:24:36,347 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:24:36,347 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:24:36,347 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44535,1731543873446-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:36,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cd309e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:36,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44535,-1 for getting cluster id 2024-11-14T00:24:36,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:36,380 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c29625-e249-43c5-ac3e-3e50444f2dc1' 2024-11-14T00:24:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c29625-e249-43c5-ac3e-3e50444f2dc1" 2024-11-14T00:24:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bd66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44535,-1] 2024-11-14T00:24:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:36,383 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:36,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592338bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:36,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39647,1731543873553, seqNum=-1] 2024-11-14T00:24:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:36,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:36,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,44535,1731543873446 2024-11-14T00:24:36,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:36,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136ba949a0005 connected 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir so I do NOT create it in target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd 2024-11-14T00:24:36,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.tmp.dir so I do NOT create it in target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd 2024-11-14T00:24:36,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:24:36,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/cluster_24f4bf2f-3141-d81c-5e1f-9547ff3aafec, deleteOnExit=true 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/test.cache.data in system properties and HBase conf 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:24:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:24:36,412 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:24:36,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:24:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:24:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:24:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:24:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:24:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:24:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:24:36,535 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:24:36,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:36,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:24:36,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:24:36,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:24:36,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:24:36,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:36,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfbe492{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:24:36,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd04315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:24:36,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49558191{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/java.io.tmpdir/jetty-localhost-45061-hadoop-hdfs-3_4_1-tests_jar-_-any-1754747511163066963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:24:36,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a1bfa93{HTTP/1.1, (http/1.1)}{localhost:45061} 2024-11-14T00:24:36,909 INFO [Time-limited test {}] server.Server(415): Started @280045ms 2024-11-14T00:24:37,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:24:37,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:24:37,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:24:37,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:24:37,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:24:37,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6f3c2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:24:37,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72be4dd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:24:37,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dd3cf1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/java.io.tmpdir/jetty-localhost-40197-hadoop-hdfs-3_4_1-tests_jar-_-any-2719174234507240243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:24:37,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@462872a2{HTTP/1.1, (http/1.1)}{localhost:40197} 2024-11-14T00:24:37,383 INFO [Time-limited test {}] server.Server(415): Started @280519ms 2024-11-14T00:24:37,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:24:39,061 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/cluster_24f4bf2f-3141-d81c-5e1f-9547ff3aafec/data/data1/current/BP-202775942-172.17.0.3-1731543876433/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:39,061 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/cluster_24f4bf2f-3141-d81c-5e1f-9547ff3aafec/data/data2/current/BP-202775942-172.17.0.3-1731543876433/current, will proceed with Du for space computation calculation, 2024-11-14T00:24:39,093 WARN [Thread-2900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:24:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24349b7fb667a91 with lease ID 0xc27243a9e6081e: Processing first storage report for DS-f1a857f5-2980-482a-a357-7f16b1427a54 from datanode DatanodeRegistration(127.0.0.1:41421, datanodeUuid=302c2e72-c73f-4631-8171-8f948ed0b594, infoPort=41625, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=75926234;c=1731543876433) 2024-11-14T00:24:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24349b7fb667a91 with lease ID 0xc27243a9e6081e: from storage DS-f1a857f5-2980-482a-a357-7f16b1427a54 node DatanodeRegistration(127.0.0.1:41421, datanodeUuid=302c2e72-c73f-4631-8171-8f948ed0b594, infoPort=41625, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=75926234;c=1731543876433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24349b7fb667a91 with lease ID 0xc27243a9e6081e: Processing first storage report for DS-11cc40e7-81c1-4390-958a-a77c6c62504f from datanode DatanodeRegistration(127.0.0.1:41421, datanodeUuid=302c2e72-c73f-4631-8171-8f948ed0b594, infoPort=41625, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=75926234;c=1731543876433) 2024-11-14T00:24:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24349b7fb667a91 with lease ID 0xc27243a9e6081e: from storage DS-11cc40e7-81c1-4390-958a-a77c6c62504f node DatanodeRegistration(127.0.0.1:41421, datanodeUuid=302c2e72-c73f-4631-8171-8f948ed0b594, infoPort=41625, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=75926234;c=1731543876433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:24:39,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd 2024-11-14T00:24:39,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:39,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:24:39,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f with version=8 2024-11-14T00:24:39,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/hbase-staging 2024-11-14T00:24:39,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:39,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:39,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:39,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:39,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:39,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:39,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:24:39,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:39,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45029 2024-11-14T00:24:39,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45029 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:39,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450290x0, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:39,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45029-0x10136ba949a0006 connected 2024-11-14T00:24:39,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:24:39,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:24:39,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:24:39,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T00:24:40,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:40,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:40,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/running 2024-11-14T00:24:40,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f, hbase.cluster.distributed=false 2024-11-14T00:24:40,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/acl 2024-11-14T00:24:40,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-14T00:24:40,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45029 2024-11-14T00:24:40,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45029 2024-11-14T00:24:40,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-14T00:24:40,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-14T00:24:40,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:24:40,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:24:40,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45187 2024-11-14T00:24:40,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45187 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:40,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:40,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:40,205 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451870x0, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:40,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45187-0x10136ba949a0007 connected 2024-11-14T00:24:40,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/running 2024-11-14T00:24:40,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:24:40,210 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:24:40,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/master 2024-11-14T00:24:40,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/acl 2024-11-14T00:24:40,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45187 2024-11-14T00:24:40,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45187 2024-11-14T00:24:40,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45187 2024-11-14T00:24:40,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45187 2024-11-14T00:24:40,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45187 2024-11-14T00:24:40,255 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:45029 2024-11-14T00:24:40,255 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1368957974/backup-masters/63baa11b75f3,45029,1731543879528 2024-11-14T00:24:40,331 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974/backup-masters 2024-11-14T00:24:40,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974/backup-masters 2024-11-14T00:24:40,340 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on existing znode=/2-1368957974/backup-masters/63baa11b75f3,45029,1731543879528 2024-11-14T00:24:40,426 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1368957974/master 2024-11-14T00:24:40,426 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:40,427 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on existing znode=/2-1368957974/master 2024-11-14T00:24:40,427 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1368957974/backup-masters/63baa11b75f3,45029,1731543879528 from backup master directory 2024-11-14T00:24:40,479 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974/backup-masters 2024-11-14T00:24:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1368957974/backup-masters/63baa11b75f3,45029,1731543879528 2024-11-14T00:24:40,479 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974/backup-masters 2024-11-14T00:24:40,479 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,45029,1731543879528 2024-11-14T00:24:40,488 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/hbase.id] with ID: 82901026-ddef-473e-a2b4-bbb8abaa4182 2024-11-14T00:24:40,488 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/.tmp/hbase.id 2024-11-14T00:24:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:24:40,509 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/.tmp/hbase.id]:[hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/hbase.id] 2024-11-14T00:24:40,516 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:24:40,516 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:24:40,517 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:24:40,575 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:40,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:24:40,979 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:40,980 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:24:40,980 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:40,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:24:41,390 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store 2024-11-14T00:24:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:24:41,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:41,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:24:41,795 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:41,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:41,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:24:41,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:41,795 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:24:41,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543881795Disabling compacts and flushes for region at 1731543881795Disabling writes for close at 1731543881795Writing region close event to WAL at 1731543881795Closed at 1731543881795 2024-11-14T00:24:41,796 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/.initializing 2024-11-14T00:24:41,796 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/WALs/63baa11b75f3,45029,1731543879528 2024-11-14T00:24:41,797 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:41,798 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C45029%2C1731543879528, suffix=, logDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/WALs/63baa11b75f3,45029,1731543879528, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/oldWALs, maxLogs=10 2024-11-14T00:24:41,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:41,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,817 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/WALs/63baa11b75f3,45029,1731543879528/63baa11b75f3%2C45029%2C1731543879528.1731543881798, exclude list is [], retry=0 2024-11-14T00:24:41,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-f1a857f5-2980-482a-a357-7f16b1427a54,DISK] 2024-11-14T00:24:41,832 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/WALs/63baa11b75f3,45029,1731543879528/63baa11b75f3%2C45029%2C1731543879528.1731543881798 2024-11-14T00:24:41,837 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-11-14T00:24:41,837 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:41,837 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:41,837 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,837 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:24:41,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:41,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:41,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:24:41,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:41,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:41,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:24:41,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:41,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:41,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:24:41,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:41,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:41,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,852 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,853 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,853 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,854 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,854 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,855 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:41,856 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:24:41,857 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:41,857 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67977579, jitterRate=0.012944862246513367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:41,857 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543881837Initializing all the Stores at 1731543881838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543881838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543881844 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543881844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543881844Cleaning up temporary data from old regions at 1731543881854 (+10 ms)Region opened successfully at 1731543881857 (+3 ms) 2024-11-14T00:24:41,858 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:24:41,860 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc021fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:41,861 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:24:41,861 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:24:41,861 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:24:41,861 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:24:41,862 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T00:24:41,863 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:24:41,863 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:24:41,865 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:24:41,866 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Unable to get data of znode /2-1368957974/balancer because node does not exist (not necessarily an error) 2024-11-14T00:24:41,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:41,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1368957974/balancer already deleted, retry=false 2024-11-14T00:24:41,921 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:24:41,922 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Unable to get data of znode /2-1368957974/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:24:42,015 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1368957974/normalizer already deleted, retry=false 2024-11-14T00:24:42,016 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:24:42,018 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Unable to get data of znode /2-1368957974/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:24:42,090 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1368957974/switch/split already deleted, retry=false 2024-11-14T00:24:42,091 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Unable to get data of znode /2-1368957974/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:24:42,163 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1368957974/switch/merge already deleted, retry=false 2024-11-14T00:24:42,168 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Unable to get data of znode /2-1368957974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:24:42,238 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1368957974/snapshot-cleanup already deleted, retry=false 2024-11-14T00:24:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1368957974/running 2024-11-14T00:24:42,327 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1368957974/running 2024-11-14T00:24:42,327 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:42,328 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,45029,1731543879528, sessionid=0x10136ba949a0006, setting cluster-up flag (Was=false) 2024-11-14T00:24:42,470 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:42,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:42,672 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1368957974/flush-table-proc/acquired, /2-1368957974/flush-table-proc/reached, /2-1368957974/flush-table-proc/abort 2024-11-14T00:24:42,674 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,45029,1731543879528 2024-11-14T00:24:42,823 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:42,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:42,988 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1368957974/online-snapshot/acquired, /2-1368957974/online-snapshot/reached, /2-1368957974/online-snapshot/abort 2024-11-14T00:24:42,989 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,45029,1731543879528 2024-11-14T00:24:42,990 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:24:42,997 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:42,998 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:24:42,998 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:24:42,998 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,45029,1731543879528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:24:42,999 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:42,999 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:43,000 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:43,000 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:24:43,000 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:24:43,000 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,000 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:43,000 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:43,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:24:43,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:24:43,007 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543913007 2024-11-14T00:24:43,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:24:43,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:24:43,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:24:43,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:24:43,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:24:43,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:24:43,012 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,012 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:24:43,012 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:24:43,012 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:24:43,013 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:24:43,018 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:24:43,018 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:24:43,018 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543883018,5,FailOnTimeoutGroup] 2024-11-14T00:24:43,019 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543883018,5,FailOnTimeoutGroup] 2024-11-14T00:24:43,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:24:43,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,030 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(746): ClusterId : 82901026-ddef-473e-a2b4-bbb8abaa4182 2024-11-14T00:24:43,030 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:24:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:24:43,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:24:43,073 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f 2024-11-14T00:24:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:24:43,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:43,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:43,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:43,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:43,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:43,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:43,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:43,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:43,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:43,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:43,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740 2024-11-14T00:24:43,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740 2024-11-14T00:24:43,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:43,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:43,121 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:43,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:43,128 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:43,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68500250, jitterRate=0.020733267068862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:43,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543883102Initializing all the Stores at 1731543883107 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543883107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543883108 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543883108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543883108Cleaning up temporary data from old regions at 1731543883120 (+12 ms)Region opened successfully at 1731543883130 (+10 ms) 2024-11-14T00:24:43,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:24:43,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:24:43,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:24:43,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:24:43,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:24:43,131 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:24:43,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543883130Disabling compacts and flushes for region at 1731543883130Disabling writes for close at 1731543883130Writing region close event to WAL at 1731543883131 (+1 ms)Closed at 1731543883131 2024-11-14T00:24:43,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:43,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:24:43,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:24:43,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:43,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:24:43,171 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:24:43,171 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:24:43,215 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:24:43,215 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2983f4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:24:43,231 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:45187 2024-11-14T00:24:43,231 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:24:43,231 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:24:43,231 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:24:43,232 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,45029,1731543879528 with port=45187, startcode=1731543880122 2024-11-14T00:24:43,232 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:24:43,237 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:24:43,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45029 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,249 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f 2024-11-14T00:24:43,249 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37985 2024-11-14T00:24:43,249 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:24:43,285 WARN [63baa11b75f3:45029 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:24:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974/rs 2024-11-14T00:24:43,315 DEBUG [RS:0;63baa11b75f3:45187 {}] zookeeper.ZKUtil(111): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on existing znode=/2-1368957974/rs/63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,315 WARN [RS:0;63baa11b75f3:45187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:24:43,315 INFO [RS:0;63baa11b75f3:45187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:43,315 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,45187,1731543880122] 2024-11-14T00:24:43,318 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:24:43,324 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:24:43,328 INFO [RS:0;63baa11b75f3:45187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:24:43,328 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,329 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:24:43,330 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:24:43,330 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:24:43,330 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:43,331 DEBUG [RS:0;63baa11b75f3:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:24:43,332 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,332 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,332 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,332 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,332 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,332 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45187,1731543880122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:43,350 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:24:43,350 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45187,1731543880122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,350 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,351 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.Replication(171): 63baa11b75f3,45187,1731543880122 started 2024-11-14T00:24:43,368 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,368 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,45187,1731543880122, RpcServer on 63baa11b75f3/172.17.0.3:45187, sessionid=0x10136ba949a0007 2024-11-14T00:24:43,368 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:24:43,369 DEBUG [RS:0;63baa11b75f3:45187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,369 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45187,1731543880122' 2024-11-14T00:24:43,369 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1368957974/flush-table-proc/abort' 2024-11-14T00:24:43,369 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1368957974/flush-table-proc/acquired' 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45187,1731543880122' 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1368957974/online-snapshot/abort' 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1368957974/online-snapshot/acquired' 2024-11-14T00:24:43,370 DEBUG [RS:0;63baa11b75f3:45187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:24:43,371 INFO [RS:0;63baa11b75f3:45187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:24:43,371 INFO [RS:0;63baa11b75f3:45187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:24:43,471 INFO [RS:0;63baa11b75f3:45187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:24:43,472 INFO [RS:0;63baa11b75f3:45187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C45187%2C1731543880122, suffix=, logDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/oldWALs, maxLogs=10 2024-11-14T00:24:43,490 DEBUG [RS:0;63baa11b75f3:45187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, exclude list is [], retry=0 2024-11-14T00:24:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-f1a857f5-2980-482a-a357-7f16b1427a54,DISK] 2024-11-14T00:24:43,494 INFO [RS:0;63baa11b75f3:45187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 2024-11-14T00:24:43,494 DEBUG [RS:0;63baa11b75f3:45187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-11-14T00:24:43,535 DEBUG [63baa11b75f3:45029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:24:43,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,45187,1731543880122, state=OPENING 2024-11-14T00:24:43,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:24:43,699 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:43,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1368957974/meta-region-server: CHANGED 2024-11-14T00:24:43,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1368957974/meta-region-server: CHANGED 2024-11-14T00:24:43,699 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:24:43,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,45187,1731543880122}] 2024-11-14T00:24:43,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:43,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:24:43,857 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:24:43,857 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:43,857 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:24:43,859 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C45187%2C1731543880122.meta, suffix=.meta, logDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/oldWALs, maxLogs=10 2024-11-14T00:24:43,873 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.meta.1731543883859.meta, exclude list is [], retry=0 2024-11-14T00:24:43,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-f1a857f5-2980-482a-a357-7f16b1427a54,DISK] 2024-11-14T00:24:43,876 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.meta.1731543883859.meta 2024-11-14T00:24:43,877 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-11-14T00:24:43,877 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:43,877 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:43,877 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:43,877 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:24:43,877 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:24:43,878 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:24:43,878 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:43,878 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:24:43,878 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:24:43,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:24:43,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:24:43,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:24:43,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:24:43,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:24:43,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:24:43,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:24:43,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:24:43,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:43,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:24:43,882 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:24:43,882 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740 2024-11-14T00:24:43,883 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740 2024-11-14T00:24:43,884 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:24:43,884 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:24:43,884 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:24:43,885 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:24:43,886 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74227651, jitterRate=0.10607819259166718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:24:43,886 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:24:43,886 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543883878Writing region info on filesystem at 1731543883878Initializing all the Stores at 1731543883878Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543883878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543883879 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543883879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543883879Cleaning up temporary data from old regions at 1731543883884 (+5 ms)Running coprocessor post-open hooks at 1731543883886 (+2 ms)Region opened successfully at 1731543883886 2024-11-14T00:24:43,887 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543883851 2024-11-14T00:24:43,889 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:24:43,889 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:24:43,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,893 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,45187,1731543880122, state=OPEN 2024-11-14T00:24:43,920 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1368957974/meta-region-server 2024-11-14T00:24:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1368957974/meta-region-server 2024-11-14T00:24:43,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1368957974/meta-region-server: CHANGED 2024-11-14T00:24:43,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:43,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1368957974/meta-region-server: CHANGED 2024-11-14T00:24:43,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:24:43,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,45187,1731543880122 in 221 msec 2024-11-14T00:24:43,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:24:43,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 814 msec 2024-11-14T00:24:43,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:24:43,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:24:43,950 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:43,950 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45187,1731543880122, seqNum=-1] 2024-11-14T00:24:43,951 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:43,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:43,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-11-14T00:24:43,957 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543883956, completionTime=-1 2024-11-14T00:24:43,957 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:24:43,957 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543943959 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544003959 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45029,1731543879528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45029,1731543879528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45029,1731543879528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,959 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:45029, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,960 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,961 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:24:43,963 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.487sec 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45029,1731543879528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:24:43,967 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45029,1731543879528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:24:43,969 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:24:43,969 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:24:43,969 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45029,1731543879528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:24:44,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a6ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:44,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:24:44,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:44,032 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:24:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:24:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792a489a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:24:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:44,034 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:44,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73102e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:44,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45187,1731543880122, seqNum=-1] 2024-11-14T00:24:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:44,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:44,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,45029,1731543879528 2024-11-14T00:24:44,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54604 2024-11-14T00:24:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:24:44,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136ba949a0008 connected 2024-11-14T00:24:44,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36513,1731543868875 2024-11-14T00:24:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b08716 2024-11-14T00:24:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:44,140 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:44,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:24:44,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:44,144 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:44,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:24:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:24:44,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2d6e249efec529d879bfe613219e296, NAME => 'test,,1731543884141.a2d6e249efec529d879bfe613219e296.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906 2024-11-14T00:24:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:24:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:44,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543884141.a2d6e249efec529d879bfe613219e296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:44,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2d6e249efec529d879bfe613219e296, disabling compactions & flushes 2024-11-14T00:24:44,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543884141.a2d6e249efec529d879bfe613219e296. after waiting 0 ms 2024-11-14T00:24:44,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2d6e249efec529d879bfe613219e296: Waiting for close lock at 1731543884611Disabling compacts and flushes for region at 1731543884611Disabling writes for close at 1731543884611Writing region close event to WAL at 1731543884611Closed at 1731543884611 2024-11-14T00:24:44,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:44,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543884141.a2d6e249efec529d879bfe613219e296.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543884613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543884613"}]},"ts":"1731543884613"} 2024-11-14T00:24:44,616 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:44,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:44,617 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543884617"}]},"ts":"1731543884617"} 2024-11-14T00:24:44,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:24:44,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2d6e249efec529d879bfe613219e296, ASSIGN}] 2024-11-14T00:24:44,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2d6e249efec529d879bfe613219e296, ASSIGN 2024-11-14T00:24:44,624 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2d6e249efec529d879bfe613219e296, ASSIGN; state=OFFLINE, location=63baa11b75f3,36199,1731543869160; forceNewPlan=false, retain=false 2024-11-14T00:24:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:44,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2d6e249efec529d879bfe613219e296, regionState=OPENING, regionLocation=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:44,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2d6e249efec529d879bfe613219e296, ASSIGN because future has completed 2024-11-14T00:24:44,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d6e249efec529d879bfe613219e296, server=63baa11b75f3,36199,1731543869160}] 2024-11-14T00:24:44,962 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,962 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2d6e249efec529d879bfe613219e296, NAME => 'test,,1731543884141.a2d6e249efec529d879bfe613219e296.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:44,962 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:44,962 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:24:44,963 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,963 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543884141.a2d6e249efec529d879bfe613219e296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:44,963 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,963 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,964 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,965 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d6e249efec529d879bfe613219e296 columnFamilyName f 2024-11-14T00:24:44,965 DEBUG [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:44,966 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] regionserver.HStore(327): Store=a2d6e249efec529d879bfe613219e296/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:44,966 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,967 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d6e249efec529d879bfe613219e296 columnFamilyName f1 2024-11-14T00:24:44,967 DEBUG [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:44,967 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] regionserver.HStore(327): Store=a2d6e249efec529d879bfe613219e296/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:44,967 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,969 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d6e249efec529d879bfe613219e296 columnFamilyName norep 2024-11-14T00:24:44,969 DEBUG [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:44,970 INFO [StoreOpener-a2d6e249efec529d879bfe613219e296-1 {}] regionserver.HStore(327): Store=a2d6e249efec529d879bfe613219e296/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:44,970 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,971 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,971 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,972 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,972 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,973 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:44,974 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,978 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:44,979 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2d6e249efec529d879bfe613219e296; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61130404, jitterRate=-0.08908599615097046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:44,979 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2d6e249efec529d879bfe613219e296 2024-11-14T00:24:44,979 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2d6e249efec529d879bfe613219e296: Running coprocessor pre-open hook at 1731543884963Writing region info on filesystem at 1731543884963Initializing all the Stores at 1731543884964 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543884964Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543884964Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543884964Cleaning up temporary data from old regions at 1731543884972 (+8 ms)Running coprocessor post-open hooks at 1731543884979 (+7 ms)Region opened successfully at 1731543884979 2024-11-14T00:24:44,987 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543884141.a2d6e249efec529d879bfe613219e296., pid=6, masterSystemTime=1731543884944 2024-11-14T00:24:44,989 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,989 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:24:44,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2d6e249efec529d879bfe613219e296, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:44,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d6e249efec529d879bfe613219e296, server=63baa11b75f3,36199,1731543869160 because future has completed 2024-11-14T00:24:45,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:24:45,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2d6e249efec529d879bfe613219e296, server=63baa11b75f3,36199,1731543869160 in 213 msec 2024-11-14T00:24:45,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:24:45,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2d6e249efec529d879bfe613219e296, ASSIGN in 383 msec 2024-11-14T00:24:45,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:45,011 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543885010"}]},"ts":"1731543885010"} 2024-11-14T00:24:45,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:24:45,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:45,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 879 msec 2024-11-14T00:24:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:45,285 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:24:45,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,44535,1731543873446 2024-11-14T00:24:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2388d25f 2024-11-14T00:24:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:45,293 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:45,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:24:45,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:45,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:45,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:24:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:45,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:24:45,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd36324974d455382c690db35f046285, NAME => 'test,,1731543885294.cd36324974d455382c690db35f046285.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706 2024-11-14T00:24:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:24:45,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543885294.cd36324974d455382c690db35f046285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:45,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd36324974d455382c690db35f046285, disabling compactions & flushes 2024-11-14T00:24:45,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:45,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:45,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543885294.cd36324974d455382c690db35f046285. after waiting 0 ms 2024-11-14T00:24:45,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:45,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:45,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd36324974d455382c690db35f046285: Waiting for close lock at 1731543885441Disabling compacts and flushes for region at 1731543885441Disabling writes for close at 1731543885441Writing region close event to WAL at 1731543885441Closed at 1731543885441 2024-11-14T00:24:45,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:45,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543885294.cd36324974d455382c690db35f046285.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543885443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543885443"}]},"ts":"1731543885443"} 2024-11-14T00:24:45,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:45,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:45,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543885467"}]},"ts":"1731543885467"} 2024-11-14T00:24:45,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:24:45,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd36324974d455382c690db35f046285, ASSIGN}] 2024-11-14T00:24:45,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd36324974d455382c690db35f046285, ASSIGN 2024-11-14T00:24:45,481 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd36324974d455382c690db35f046285, ASSIGN; state=OFFLINE, location=63baa11b75f3,39647,1731543873553; forceNewPlan=false, retain=false 2024-11-14T00:24:45,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd36324974d455382c690db35f046285, regionState=OPENING, regionLocation=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:45,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd36324974d455382c690db35f046285, ASSIGN because future has completed 2024-11-14T00:24:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:45,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd36324974d455382c690db35f046285, server=63baa11b75f3,39647,1731543873553}] 2024-11-14T00:24:45,832 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:45,833 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd36324974d455382c690db35f046285, NAME => 'test,,1731543885294.cd36324974d455382c690db35f046285.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:45,833 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:45,833 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:24:45,833 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd36324974d455382c690db35f046285 2024-11-14T00:24:45,834 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543885294.cd36324974d455382c690db35f046285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:45,834 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd36324974d455382c690db35f046285 2024-11-14T00:24:45,834 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd36324974d455382c690db35f046285 2024-11-14T00:24:45,845 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd36324974d455382c690db35f046285 2024-11-14T00:24:45,846 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd36324974d455382c690db35f046285 columnFamilyName f 2024-11-14T00:24:45,846 DEBUG [StoreOpener-cd36324974d455382c690db35f046285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:45,846 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] regionserver.HStore(327): Store=cd36324974d455382c690db35f046285/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:45,847 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd36324974d455382c690db35f046285 2024-11-14T00:24:45,847 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd36324974d455382c690db35f046285 columnFamilyName f1 2024-11-14T00:24:45,848 DEBUG [StoreOpener-cd36324974d455382c690db35f046285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:45,848 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] regionserver.HStore(327): Store=cd36324974d455382c690db35f046285/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:45,848 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd36324974d455382c690db35f046285 2024-11-14T00:24:45,851 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd36324974d455382c690db35f046285 columnFamilyName norep 2024-11-14T00:24:45,851 DEBUG [StoreOpener-cd36324974d455382c690db35f046285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:45,851 INFO [StoreOpener-cd36324974d455382c690db35f046285-1 {}] regionserver.HStore(327): Store=cd36324974d455382c690db35f046285/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:45,851 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd36324974d455382c690db35f046285 2024-11-14T00:24:45,852 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285 2024-11-14T00:24:45,852 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285 2024-11-14T00:24:45,853 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd36324974d455382c690db35f046285 2024-11-14T00:24:45,853 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd36324974d455382c690db35f046285 2024-11-14T00:24:45,853 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:45,854 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd36324974d455382c690db35f046285 2024-11-14T00:24:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:46,472 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:46,473 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd36324974d455382c690db35f046285; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70985692, jitterRate=0.05776923894882202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:46,473 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd36324974d455382c690db35f046285 2024-11-14T00:24:46,473 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd36324974d455382c690db35f046285: Running coprocessor pre-open hook at 1731543885834Writing region info on filesystem at 1731543885834Initializing all the Stores at 1731543885836 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543885836Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543885840 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543885840Cleaning up temporary data from old regions at 1731543885853 (+13 ms)Running coprocessor post-open hooks at 1731543886473 (+620 ms)Region opened successfully at 1731543886473 2024-11-14T00:24:46,476 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543885294.cd36324974d455382c690db35f046285., pid=6, masterSystemTime=1731543885824 2024-11-14T00:24:46,480 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:46,480 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:24:46,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd36324974d455382c690db35f046285, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:46,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd36324974d455382c690db35f046285, server=63baa11b75f3,39647,1731543873553 because future has completed 2024-11-14T00:24:46,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:24:46,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd36324974d455382c690db35f046285, ASSIGN in 1.0160 sec 2024-11-14T00:24:46,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:24:46,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd36324974d455382c690db35f046285, server=63baa11b75f3,39647,1731543873553 in 823 msec 2024-11-14T00:24:46,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:46,502 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543886502"}]},"ts":"1731543886502"} 2024-11-14T00:24:46,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:24:46,514 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:46,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2200 sec 2024-11-14T00:24:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:47,472 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:24:47,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,45029,1731543879528 2024-11-14T00:24:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74af2a46 2024-11-14T00:24:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:47,474 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:47,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:24:47,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:47,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:47,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:24:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:47,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:24:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:47,884 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8688793787adbe2914eab79d5139f72, NAME => 'test,,1731543887474.e8688793787adbe2914eab79d5139f72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f 2024-11-14T00:24:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:24:47,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:24:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:48,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543887474.e8688793787adbe2914eab79d5139f72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:48,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8688793787adbe2914eab79d5139f72, disabling compactions & flushes 2024-11-14T00:24:48,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543887474.e8688793787adbe2914eab79d5139f72. after waiting 0 ms 2024-11-14T00:24:48,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8688793787adbe2914eab79d5139f72: Waiting for close lock at 1731543888290Disabling compacts and flushes for region at 1731543888290Disabling writes for close at 1731543888290Writing region close event to WAL at 1731543888290Closed at 1731543888290 2024-11-14T00:24:48,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:48,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543887474.e8688793787adbe2914eab79d5139f72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543888291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543888291"}]},"ts":"1731543888291"} 2024-11-14T00:24:48,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:48,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:48,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543888293"}]},"ts":"1731543888293"} 2024-11-14T00:24:48,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:24:48,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8688793787adbe2914eab79d5139f72, ASSIGN}] 2024-11-14T00:24:48,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8688793787adbe2914eab79d5139f72, ASSIGN 2024-11-14T00:24:48,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8688793787adbe2914eab79d5139f72, ASSIGN; state=OFFLINE, location=63baa11b75f3,45187,1731543880122; forceNewPlan=false, retain=false 2024-11-14T00:24:48,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8688793787adbe2914eab79d5139f72, regionState=OPENING, regionLocation=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8688793787adbe2914eab79d5139f72, ASSIGN because future has completed 2024-11-14T00:24:48,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8688793787adbe2914eab79d5139f72, server=63baa11b75f3,45187,1731543880122}] 2024-11-14T00:24:48,611 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,611 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8688793787adbe2914eab79d5139f72, NAME => 'test,,1731543887474.e8688793787adbe2914eab79d5139f72.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:48,611 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:48,611 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:24:48,611 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,611 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543887474.e8688793787adbe2914eab79d5139f72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:48,612 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,612 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:48,621 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,622 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8688793787adbe2914eab79d5139f72 columnFamilyName f 2024-11-14T00:24:48,622 DEBUG [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:48,622 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] regionserver.HStore(327): Store=e8688793787adbe2914eab79d5139f72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:48,623 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,624 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8688793787adbe2914eab79d5139f72 columnFamilyName f1 2024-11-14T00:24:48,624 DEBUG [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:48,624 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] regionserver.HStore(327): Store=e8688793787adbe2914eab79d5139f72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:48,624 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,625 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8688793787adbe2914eab79d5139f72 columnFamilyName norep 2024-11-14T00:24:48,625 DEBUG [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:48,625 INFO [StoreOpener-e8688793787adbe2914eab79d5139f72-1 {}] regionserver.HStore(327): Store=e8688793787adbe2914eab79d5139f72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:48,625 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,626 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,626 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,627 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,627 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,627 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:48,628 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,629 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:48,630 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8688793787adbe2914eab79d5139f72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69813655, jitterRate=0.040304526686668396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:48,630 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8688793787adbe2914eab79d5139f72 2024-11-14T00:24:48,630 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8688793787adbe2914eab79d5139f72: Running coprocessor pre-open hook at 1731543888612Writing region info on filesystem at 1731543888612Initializing all the Stores at 1731543888612Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543888612Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543888620 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543888620Cleaning up temporary data from old regions at 1731543888627 (+7 ms)Running coprocessor post-open hooks at 1731543888630 (+3 ms)Region opened successfully at 1731543888630 2024-11-14T00:24:48,630 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543887474.e8688793787adbe2914eab79d5139f72., pid=6, masterSystemTime=1731543888604 2024-11-14T00:24:48,632 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,632 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:24:48,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8688793787adbe2914eab79d5139f72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8688793787adbe2914eab79d5139f72, server=63baa11b75f3,45187,1731543880122 because future has completed 2024-11-14T00:24:48,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:24:48,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8688793787adbe2914eab79d5139f72, server=63baa11b75f3,45187,1731543880122 in 188 msec 2024-11-14T00:24:48,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:24:48,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8688793787adbe2914eab79d5139f72, ASSIGN in 343 msec 2024-11-14T00:24:48,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:48,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543888641"}]},"ts":"1731543888641"} 2024-11-14T00:24:48,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:24:48,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:48,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-14T00:24:49,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:49,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:24:49,622 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:24:49,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d09dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:49,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:24:49,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:49,626 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:24:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:24:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7c1599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:24:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:49,627 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1562596d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:49,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:49,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36513,1731543868875 2024-11-14T00:24:49,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f47f8f 2024-11-14T00:24:49,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:49,630 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:49,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:24:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:24:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:49,632 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:44535' 2024-11-14T00:24:49,633 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f721d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:49,633 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44535,-1 for getting cluster id 2024-11-14T00:24:49,633 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:49,634 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c29625-e249-43c5-ac3e-3e50444f2dc1' 2024-11-14T00:24:49,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:49,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c29625-e249-43c5-ac3e-3e50444f2dc1" 2024-11-14T00:24:49,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d65e429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:49,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44535,-1] 2024-11-14T00:24:49,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:49,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:49,635 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:49,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606b027b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:49,636 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:49,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,44535,1731543873446 2024-11-14T00:24:49,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198259bf 2024-11-14T00:24:49,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:49,639 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:49,639 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T00:24:49,640 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:24:49,640 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:49,640 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:49,640 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:49,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:49,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:24:49,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:49,643 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:49,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:24:49,692 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:24:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:24:49,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T00:24:49,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:24:49,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T00:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:50,060 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25ca6268422fe2b5fe98539ea2d5d7d5, NAME => 'hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906 2024-11-14T00:24:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:24:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:50,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:50,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25ca6268422fe2b5fe98539ea2d5d7d5, disabling compactions & flushes 2024-11-14T00:24:50,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. after waiting 0 ms 2024-11-14T00:24:50,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25ca6268422fe2b5fe98539ea2d5d7d5: Waiting for close lock at 1731543890466Disabling compacts and flushes for region at 1731543890466Disabling writes for close at 1731543890466Writing region close event to WAL at 1731543890466Closed at 1731543890466 2024-11-14T00:24:50,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:50,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543890467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543890467"}]},"ts":"1731543890467"} 2024-11-14T00:24:50,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:50,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:50,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543890470"}]},"ts":"1731543890470"} 2024-11-14T00:24:50,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:24:50,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25ca6268422fe2b5fe98539ea2d5d7d5, ASSIGN}] 2024-11-14T00:24:50,472 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25ca6268422fe2b5fe98539ea2d5d7d5, ASSIGN 2024-11-14T00:24:50,473 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25ca6268422fe2b5fe98539ea2d5d7d5, ASSIGN; state=OFFLINE, location=63baa11b75f3,36199,1731543869160; forceNewPlan=false, retain=false 2024-11-14T00:24:50,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25ca6268422fe2b5fe98539ea2d5d7d5, regionState=OPENING, regionLocation=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:50,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25ca6268422fe2b5fe98539ea2d5d7d5, ASSIGN because future has completed 2024-11-14T00:24:50,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25ca6268422fe2b5fe98539ea2d5d7d5, server=63baa11b75f3,36199,1731543869160}] 2024-11-14T00:24:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:50,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:50,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:24:50,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C36199%2C1731543869160.rep, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/oldWALs, maxLogs=10 2024-11-14T00:24:50,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.rep.1731543890782, exclude list is [], retry=0 2024-11-14T00:24:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-7e8ada2c-e23a-40dc-a7e3-766dc451ec1b,DISK] 2024-11-14T00:24:50,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.rep.1731543890782 2024-11-14T00:24:50,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-14T00:24:50,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25ca6268422fe2b5fe98539ea2d5d7d5, NAME => 'hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:50,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:50,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:50,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. service=MultiRowMutationService 2024-11-14T00:24:50,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:24:50,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:50,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,806 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,807 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ca6268422fe2b5fe98539ea2d5d7d5 columnFamilyName hfileref 2024-11-14T00:24:50,807 DEBUG [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:50,807 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] regionserver.HStore(327): Store=25ca6268422fe2b5fe98539ea2d5d7d5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:50,807 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,808 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ca6268422fe2b5fe98539ea2d5d7d5 columnFamilyName queue 2024-11-14T00:24:50,808 DEBUG [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:50,808 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] regionserver.HStore(327): Store=25ca6268422fe2b5fe98539ea2d5d7d5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:50,808 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,809 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ca6268422fe2b5fe98539ea2d5d7d5 columnFamilyName sid 2024-11-14T00:24:50,809 DEBUG [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:50,809 INFO [StoreOpener-25ca6268422fe2b5fe98539ea2d5d7d5-1 {}] regionserver.HStore(327): Store=25ca6268422fe2b5fe98539ea2d5d7d5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/replication/25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/replication/25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:50,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/replication/25ca6268422fe2b5fe98539ea2d5d7d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:50,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25ca6268422fe2b5fe98539ea2d5d7d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68195937, jitterRate=0.016198650002479553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:50,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:24:50,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25ca6268422fe2b5fe98539ea2d5d7d5: Running coprocessor pre-open hook at 1731543890804Writing region info on filesystem at 1731543890804Initializing all the Stores at 1731543890805 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543890805Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543890805Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543890805Cleaning up temporary data from old regions at 1731543890811 (+6 ms)Running coprocessor post-open hooks at 1731543890815 (+4 ms)Region opened successfully at 1731543890815 2024-11-14T00:24:50,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5., pid=10, masterSystemTime=1731543890777 2024-11-14T00:24:50,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:24:50,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25ca6268422fe2b5fe98539ea2d5d7d5, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,36199,1731543869160 2024-11-14T00:24:50,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25ca6268422fe2b5fe98539ea2d5d7d5, server=63baa11b75f3,36199,1731543869160 because future has completed 2024-11-14T00:24:50,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:24:50,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25ca6268422fe2b5fe98539ea2d5d7d5, server=63baa11b75f3,36199,1731543869160 in 195 msec 2024-11-14T00:24:50,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:24:50,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25ca6268422fe2b5fe98539ea2d5d7d5, ASSIGN in 350 msec 2024-11-14T00:24:50,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:50,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543890824"}]},"ts":"1731543890824"} 2024-11-14T00:24:50,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:24:50,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:50,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-14T00:24:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5., hostname=63baa11b75f3,36199,1731543869160, seqNum=2] 2024-11-14T00:24:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:24:51,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:24:51,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:24:51,290 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:24:51,316 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,36199,1731543869160, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:24:51,316 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:51,316 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36199,1731543869160, seqNum=-1] 2024-11-14T00:24:51,317 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:51,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:51,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,36199,1731543869160', locateType=CURRENT is [region=hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5., hostname=63baa11b75f3,36199,1731543869160, seqNum=2] 2024-11-14T00:24:51,321 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:24:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:24:51,323 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,36199,1731543869160 suceeded 2024-11-14T00:24:51,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:24:51,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T00:24:51,325 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:24:51,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6950 sec 2024-11-14T00:24:51,335 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:44535' 2024-11-14T00:24:51,336 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5919a500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,336 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44535,-1 for getting cluster id 2024-11-14T00:24:51,336 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:51,337 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c29625-e249-43c5-ac3e-3e50444f2dc1' 2024-11-14T00:24:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c29625-e249-43c5-ac3e-3e50444f2dc1" 2024-11-14T00:24:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2486dd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44535,-1] 2024-11-14T00:24:51,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:51,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,338 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:51,339 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c339d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,339 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,44535,1731543873446 2024-11-14T00:24:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f0fef5 2024-11-14T00:24:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:51,340 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T00:24:51,341 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,36199,1731543869160 (queues=1) is replicating from cluster=57bd6913-b7cd-4df8-96c0-22b29a6f88b8 to cluster=58c29625-e249-43c5-ac3e-3e50444f2dc1 2024-11-14T00:24:51,341 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C36199%2C1731543869160 2024-11-14T00:24:51,341 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,36199,1731543869160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:24:51,341 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C36199%2C1731543869160 2024-11-14T00:24:51,341 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, startPosition=0, beingWritten=true 2024-11-14T00:24:51,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:51,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:51,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:51,549 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:51,782 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:24:51,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:51,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:51,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:51,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b12f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44535,-1 for getting cluster id 2024-11-14T00:24:51,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:51,784 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c29625-e249-43c5-ac3e-3e50444f2dc1' 2024-11-14T00:24:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c29625-e249-43c5-ac3e-3e50444f2dc1" 2024-11-14T00:24:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f73a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44535,-1] 2024-11-14T00:24:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,785 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce88edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,44535,1731543873446 2024-11-14T00:24:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2e6fdb 2024-11-14T00:24:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:51,787 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:51,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:51,790 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:45029' 2024-11-14T00:24:51,791 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb77cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,791 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:24:51,792 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:51,792 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:24:51,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:51,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:24:51,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30822b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:24:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,793 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:51,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac884dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:51,794 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,45029,1731543879528 2024-11-14T00:24:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6def41cf 2024-11-14T00:24:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:51,796 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:51,796 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T00:24:51,796 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:24:51,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:51,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:51,797 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:51,798 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:24:51,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:51,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:51,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:51,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:24:51,848 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:24:51,853 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:52,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:52,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:52,102 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68562 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:24:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:52,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7181d90331b1ef42d1452194633af6b, NAME => 'hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706 2024-11-14T00:24:52,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:24:52,256 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:52,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:52,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7181d90331b1ef42d1452194633af6b, disabling compactions & flushes 2024-11-14T00:24:52,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. after waiting 0 ms 2024-11-14T00:24:52,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7181d90331b1ef42d1452194633af6b: Waiting for close lock at 1731543892611Disabling compacts and flushes for region at 1731543892611Disabling writes for close at 1731543892611Writing region close event to WAL at 1731543892611Closed at 1731543892611 2024-11-14T00:24:52,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:52,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543892612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543892612"}]},"ts":"1731543892612"} 2024-11-14T00:24:52,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:52,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:52,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543892614"}]},"ts":"1731543892614"} 2024-11-14T00:24:52,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:24:52,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7181d90331b1ef42d1452194633af6b, ASSIGN}] 2024-11-14T00:24:52,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7181d90331b1ef42d1452194633af6b, ASSIGN 2024-11-14T00:24:52,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7181d90331b1ef42d1452194633af6b, ASSIGN; state=OFFLINE, location=63baa11b75f3,39647,1731543873553; forceNewPlan=false, retain=false 2024-11-14T00:24:52,761 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:52,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7181d90331b1ef42d1452194633af6b, regionState=OPENING, regionLocation=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:52,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7181d90331b1ef42d1452194633af6b, ASSIGN because future has completed 2024-11-14T00:24:52,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7181d90331b1ef42d1452194633af6b, server=63baa11b75f3,39647,1731543873553}] 2024-11-14T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:52,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:52,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:24:52,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39647%2C1731543873553.rep, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/oldWALs, maxLogs=10 2024-11-14T00:24:52,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.rep.1731543892926, exclude list is [], retry=0 2024-11-14T00:24:52,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f17f4a03-c3eb-4904-a896-2b97462d58dd,DISK] 2024-11-14T00:24:52,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.rep.1731543892926 2024-11-14T00:24:52,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-14T00:24:52,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7181d90331b1ef42d1452194633af6b, NAME => 'hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:52,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. service=MultiRowMutationService 2024-11-14T00:24:52,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:24:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,948 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,949 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7181d90331b1ef42d1452194633af6b columnFamilyName hfileref 2024-11-14T00:24:52,949 DEBUG [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:52,949 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] regionserver.HStore(327): Store=d7181d90331b1ef42d1452194633af6b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:52,949 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,950 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7181d90331b1ef42d1452194633af6b columnFamilyName queue 2024-11-14T00:24:52,950 DEBUG [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:52,950 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] regionserver.HStore(327): Store=d7181d90331b1ef42d1452194633af6b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:52,950 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,951 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7181d90331b1ef42d1452194633af6b columnFamilyName sid 2024-11-14T00:24:52,951 DEBUG [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:52,951 INFO [StoreOpener-d7181d90331b1ef42d1452194633af6b-1 {}] regionserver.HStore(327): Store=d7181d90331b1ef42d1452194633af6b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:52,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:52,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:52,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7181d90331b1ef42d1452194633af6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59279260, jitterRate=-0.11667019128799438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:52,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:24:52,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7181d90331b1ef42d1452194633af6b: Running coprocessor pre-open hook at 1731543892945Writing region info on filesystem at 1731543892945Initializing all the Stores at 1731543892946 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543892946Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543892948 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543892948Cleaning up temporary data from old regions at 1731543892952 (+4 ms)Running coprocessor post-open hooks at 1731543892955 (+3 ms)Region opened successfully at 1731543892955 2024-11-14T00:24:52,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b., pid=10, masterSystemTime=1731543892921 2024-11-14T00:24:52,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:24:52,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7181d90331b1ef42d1452194633af6b, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,39647,1731543873553 2024-11-14T00:24:52,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7181d90331b1ef42d1452194633af6b, server=63baa11b75f3,39647,1731543873553 because future has completed 2024-11-14T00:24:52,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:24:52,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7181d90331b1ef42d1452194633af6b, server=63baa11b75f3,39647,1731543873553 in 190 msec 2024-11-14T00:24:52,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:24:52,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7181d90331b1ef42d1452194633af6b, ASSIGN in 345 msec 2024-11-14T00:24:52,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:52,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543892964"}]},"ts":"1731543892964"} 2024-11-14T00:24:52,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:24:52,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:52,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-14T00:24:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b., hostname=63baa11b75f3,39647,1731543873553, seqNum=2] 2024-11-14T00:24:53,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:53,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:24:53,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:24:53,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:24:53,360 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:24:53,364 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:53,386 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,39647,1731543873553, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:24:53,387 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:53,387 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39647,1731543873553, seqNum=-1] 2024-11-14T00:24:53,387 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:53,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:53,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,39647,1731543873553', locateType=CURRENT is [region=hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b., hostname=63baa11b75f3,39647,1731543873553, seqNum=2] 2024-11-14T00:24:53,391 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:24:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:24:53,393 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,39647,1731543873553 suceeded 2024-11-14T00:24:53,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:24:53,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T00:24:53,394 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:24:53,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6070 sec 2024-11-14T00:24:53,405 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:45029' 2024-11-14T00:24:53,406 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400b5675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,406 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:24:53,406 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:53,406 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:24:53,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:24:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@285798eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:24:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,408 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:53,408 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@691ff047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,408 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,45029,1731543879528 2024-11-14T00:24:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24465d2b 2024-11-14T00:24:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:53,410 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T00:24:53,410 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,39647,1731543873553 (queues=1) is replicating from cluster=58c29625-e249-43c5-ac3e-3e50444f2dc1 to cluster=82901026-ddef-473e-a2b4-bbb8abaa4182 2024-11-14T00:24:53,410 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C39647%2C1731543873553 2024-11-14T00:24:53,410 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,39647,1731543873553, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:24:53,411 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C39647%2C1731543873553 2024-11-14T00:24:53,411 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, startPosition=0, beingWritten=true 2024-11-14T00:24:53,415 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:53,415 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:53,415 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:53,618 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:53,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:24:53,921 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:53,932 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:24:53,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:53,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:53,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:53,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:24:53,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:53,933 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31908037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,935 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4e3c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,45029,1731543879528 2024-11-14T00:24:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7065be27 2024-11-14T00:24:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:53,937 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:53,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:36513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:24:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:24:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:53,939 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:36513' 2024-11-14T00:24:53,940 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b6931d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,940 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:24:53,940 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:53,941 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:24:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:24:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae792e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:24:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,942 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:53,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdc1d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:53,942 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:53,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36513,1731543868875 2024-11-14T00:24:53,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56460c38 2024-11-14T00:24:53,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:53,944 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:24:53,944 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T00:24:53,944 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:24:53,944 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,944 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:53,945 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:24:53,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:53,946 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:24:53,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:24:53,947 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:53,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:24:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:24:53,996 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:24:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:54,067 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:54,325 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:54,357 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 016917fdc289b2106928c1ed88fccf14, NAME => 'hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f 2024-11-14T00:24:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:54,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:54,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 016917fdc289b2106928c1ed88fccf14, disabling compactions & flushes 2024-11-14T00:24:54,770 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:54,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:54,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. after waiting 0 ms 2024-11-14T00:24:54,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:54,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:54,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 016917fdc289b2106928c1ed88fccf14: Waiting for close lock at 1731543894770Disabling compacts and flushes for region at 1731543894770Disabling writes for close at 1731543894770Writing region close event to WAL at 1731543894771 (+1 ms)Closed at 1731543894771 2024-11-14T00:24:54,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:24:54,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543894771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543894771"}]},"ts":"1731543894771"} 2024-11-14T00:24:54,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:24:54,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:24:54,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543894774"}]},"ts":"1731543894774"} 2024-11-14T00:24:54,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:24:54,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=016917fdc289b2106928c1ed88fccf14, ASSIGN}] 2024-11-14T00:24:54,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=016917fdc289b2106928c1ed88fccf14, ASSIGN 2024-11-14T00:24:54,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=016917fdc289b2106928c1ed88fccf14, ASSIGN; state=OFFLINE, location=63baa11b75f3,45187,1731543880122; forceNewPlan=false, retain=false 2024-11-14T00:24:54,828 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:54,870 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:54,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=016917fdc289b2106928c1ed88fccf14, regionState=OPENING, regionLocation=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=016917fdc289b2106928c1ed88fccf14, ASSIGN because future has completed 2024-11-14T00:24:54,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016917fdc289b2106928c1ed88fccf14, server=63baa11b75f3,45187,1731543880122}] 2024-11-14T00:24:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:55,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:55,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:24:55,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:24:55,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C45187%2C1731543880122.rep, suffix=, logDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/oldWALs, maxLogs=10 2024-11-14T00:24:55,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.rep.1731543895085, exclude list is [], retry=0 2024-11-14T00:24:55,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41421,DS-f1a857f5-2980-482a-a357-7f16b1427a54,DISK] 2024-11-14T00:24:55,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.rep.1731543895085 2024-11-14T00:24:55,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-11-14T00:24:55,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 016917fdc289b2106928c1ed88fccf14, NAME => 'hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:24:55,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:24:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:24:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. service=MultiRowMutationService 2024-11-14T00:24:55,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:24:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:24:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,101 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,102 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016917fdc289b2106928c1ed88fccf14 columnFamilyName hfileref 2024-11-14T00:24:55,102 DEBUG [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:55,102 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] regionserver.HStore(327): Store=016917fdc289b2106928c1ed88fccf14/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:55,102 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,103 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016917fdc289b2106928c1ed88fccf14 columnFamilyName queue 2024-11-14T00:24:55,103 DEBUG [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:55,103 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] regionserver.HStore(327): Store=016917fdc289b2106928c1ed88fccf14/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:55,103 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,104 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016917fdc289b2106928c1ed88fccf14 columnFamilyName sid 2024-11-14T00:24:55,104 DEBUG [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:24:55,104 INFO [StoreOpener-016917fdc289b2106928c1ed88fccf14-1 {}] regionserver.HStore(327): Store=016917fdc289b2106928c1ed88fccf14/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:24:55,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:24:55,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:24:55,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 016917fdc289b2106928c1ed88fccf14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60490228, jitterRate=-0.09862536191940308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:24:55,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:24:55,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 016917fdc289b2106928c1ed88fccf14: Running coprocessor pre-open hook at 1731543895100Writing region info on filesystem at 1731543895100Initializing all the Stores at 1731543895101 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543895101Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543895101Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543895101Cleaning up temporary data from old regions at 1731543895105 (+4 ms)Running coprocessor post-open hooks at 1731543895108 (+3 ms)Region opened successfully at 1731543895108 2024-11-14T00:24:55,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14., pid=10, masterSystemTime=1731543895081 2024-11-14T00:24:55,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:55,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:24:55,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=016917fdc289b2106928c1ed88fccf14, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45187,1731543880122 2024-11-14T00:24:55,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016917fdc289b2106928c1ed88fccf14, server=63baa11b75f3,45187,1731543880122 because future has completed 2024-11-14T00:24:55,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:24:55,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 016917fdc289b2106928c1ed88fccf14, server=63baa11b75f3,45187,1731543880122 in 184 msec 2024-11-14T00:24:55,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:24:55,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=016917fdc289b2106928c1ed88fccf14, ASSIGN in 339 msec 2024-11-14T00:24:55,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:24:55,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543895116"}]},"ts":"1731543895116"} 2024-11-14T00:24:55,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:24:55,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:24:55,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-14T00:24:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14., hostname=63baa11b75f3,45187,1731543880122, seqNum=2] 2024-11-14T00:24:55,267 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:24:55,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:24:55,432 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:55,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:24:55,557 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:24:55,582 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,45187,1731543880122, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:24:55,582 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:55,582 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45187,1731543880122, seqNum=-1] 2024-11-14T00:24:55,583 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:55,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,45187,1731543880122', locateType=CURRENT is [region=hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14., hostname=63baa11b75f3,45187,1731543880122, seqNum=2] 2024-11-14T00:24:55,587 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:24:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:24:55,588 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,45187,1731543880122 suceeded 2024-11-14T00:24:55,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:24:55,590 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:36513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:24:55,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-14T00:24:55,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6530 sec 2024-11-14T00:24:55,601 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:36513' 2024-11-14T00:24:55,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd60373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:55,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:24:55,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:55,603 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:24:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:24:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ef921b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:24:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:55,604 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:55,605 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755d7f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:55,605 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:24:55,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36513,1731543868875 2024-11-14T00:24:55,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d2db15 2024-11-14T00:24:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:24:55,606 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T00:24:55,606 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,45187,1731543880122 (queues=1) is replicating from cluster=82901026-ddef-473e-a2b4-bbb8abaa4182 to cluster=57bd6913-b7cd-4df8-96c0-22b29a6f88b8 2024-11-14T00:24:55,607 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C45187%2C1731543880122 2024-11-14T00:24:55,607 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,45187,1731543880122, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:24:55,607 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C45187%2C1731543880122 2024-11-14T00:24:55,607 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, startPosition=0, beingWritten=true 2024-11-14T00:24:55,614 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:55,614 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 379, reset compression=false 2024-11-14T00:24:55,614 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:55,774 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:55,819 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 379, reset compression=false 2024-11-14T00:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:24:56,082 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:24:56,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:24:56,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:24:56,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:24:56,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba7ca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:24:56,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:56,084 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:24:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:24:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17483e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:24:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,085 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384b6c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7898f3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44535,-1 for getting cluster id 2024-11-14T00:24:56,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:56,087 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c29625-e249-43c5-ac3e-3e50444f2dc1' 2024-11-14T00:24:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c29625-e249-43c5-ac3e-3e50444f2dc1" 2024-11-14T00:24:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c062231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44535,-1] 2024-11-14T00:24:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,088 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b991f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12188c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:24:56,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:56,090 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:24:56,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:56,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:24:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448d0247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:24:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,092 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dc2f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36199,1731543869160, seqNum=-1] 2024-11-14T00:24:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:56,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543884141.a2d6e249efec529d879bfe613219e296., hostname=63baa11b75f3,36199,1731543869160, seqNum=2] 2024-11-14T00:24:56,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45187,1731543880122, seqNum=-1] 2024-11-14T00:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:56,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543887474.e8688793787adbe2914eab79d5139f72., hostname=63baa11b75f3,45187,1731543880122, seqNum=2] 2024-11-14T00:24:56,123 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 379, reset compression=false 2024-11-14T00:24:56,123 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T00:24:56,135 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:56,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:24:56,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:24:56,526 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 379, reset compression=false 2024-11-14T00:24:56,778 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 379, reset compression=false 2024-11-14T00:24:56,781 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:56,781 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 480, reset compression=false 2024-11-14T00:24:56,781 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2d6e249efec529d879bfe613219e296/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T00:24:56,783 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:56,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T00:24:56,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:56,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31412188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,44535,-1 for getting cluster id 2024-11-14T00:24:56,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:56,786 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c29625-e249-43c5-ac3e-3e50444f2dc1' 2024-11-14T00:24:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c29625-e249-43c5-ac3e-3e50444f2dc1" 2024-11-14T00:24:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328cdce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,44535,-1] 2024-11-14T00:24:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,787 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:56,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@699bef1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39647,1731543873553, seqNum=-1] 2024-11-14T00:24:56,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:56,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543885294.cd36324974d455382c690db35f046285., hostname=63baa11b75f3,39647,1731543873553, seqNum=2] 2024-11-14T00:24:56,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:56,954 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 379, reset compression=false 2024-11-14T00:24:56,957 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:56,957 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 503, reset compression=false 2024-11-14T00:24:56,957 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd36324974d455382c690db35f046285/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T00:24:56,959 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:56,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T00:24:56,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:56,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3049da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:24:56,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:56,965 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:24:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:24:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44e3ac08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:24:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:56,966 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:56,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62385d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:56,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45187,1731543880122, seqNum=-1] 2024-11-14T00:24:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:56,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543887474.e8688793787adbe2914eab79d5139f72., hostname=63baa11b75f3,45187,1731543880122, seqNum=2] 2024-11-14T00:24:56,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:56,985 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 480, reset compression=false 2024-11-14T00:24:57,029 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 379, reset compression=false 2024-11-14T00:24:57,034 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:57,034 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 526, reset compression=false 2024-11-14T00:24:57,034 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:57,126 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T00:24:57,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39647,1731543873553, seqNum=-1] 2024-11-14T00:24:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:57,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:24:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731543885294.cd36324974d455382c690db35f046285., hostname=63baa11b75f3,39647,1731543873553, seqNum=2] 2024-11-14T00:24:57,134 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T00:24:57,163 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 503, reset compression=false 2024-11-14T00:24:57,168 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:57,168 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 607, reset compression=false 2024-11-14T00:24:57,168 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd36324974d455382c690db35f046285/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:24:57,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:57,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:57,241 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 526, reset compression=false 2024-11-14T00:24:57,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 480, reset compression=false 2024-11-14T00:24:57,298 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:57,298 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 653, reset compression=false 2024-11-14T00:24:57,298 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8688793787adbe2914eab79d5139f72/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T00:24:57,304 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:24:57,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T00:24:57,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:57,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3c618d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:57,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:24:57,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:24:57,321 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:24:57,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:24:57,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:24:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c883c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:24:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:24:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:24:57,323 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:24:57,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ea72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:24:57,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:24:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,36199,1731543869160, seqNum=-1] 2024-11-14T00:24:57,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:24:57,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T00:24:57,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731543884141.a2d6e249efec529d879bfe613219e296., hostname=63baa11b75f3,36199,1731543869160, seqNum=2] 2024-11-14T00:24:57,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:57,372 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 607, reset compression=false 2024-11-14T00:24:57,538 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 653, reset compression=false 2024-11-14T00:24:57,694 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 607, reset compression=false 2024-11-14T00:24:57,710 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 480, reset compression=false 2024-11-14T00:24:57,715 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:57,715 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 631, reset compression=false 2024-11-14T00:24:57,715 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:57,842 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 653, reset compression=false 2024-11-14T00:24:57,926 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 631, reset compression=false 2024-11-14T00:24:58,098 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 607, reset compression=false 2024-11-14T00:24:58,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T00:24:58,139 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T00:24:58,246 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 653, reset compression=false 2024-11-14T00:24:58,248 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 631, reset compression=false 2024-11-14T00:24:58,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:58,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 757, reset compression=false 2024-11-14T00:24:58,289 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8688793787adbe2914eab79d5139f72/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:24:58,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:58,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:58,503 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 757, reset compression=false 2024-11-14T00:24:58,602 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 607, reset compression=false 2024-11-14T00:24:58,682 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 631, reset compression=false 2024-11-14T00:24:58,686 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:58,686 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 759, reset compression=false 2024-11-14T00:24:58,686 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2d6e249efec529d879bfe613219e296/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T00:24:58,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:58,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:58,809 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 757, reset compression=false 2024-11-14T00:24:58,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:24:58,892 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 759, reset compression=false 2024-11-14T00:24:59,143 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T00:24:59,148 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T00:24:59,205 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 607, reset compression=false 2024-11-14T00:24:59,211 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 759, reset compression=false 2024-11-14T00:24:59,219 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 757, reset compression=false 2024-11-14T00:24:59,231 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:59,231 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 758, reset compression=false 2024-11-14T00:24:59,231 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:59,277 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:59,277 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 915, reset compression=false 2024-11-14T00:24:59,277 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2d6e249efec529d879bfe613219e296/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T00:24:59,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:59,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:59,477 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 758, reset compression=false 2024-11-14T00:24:59,483 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:24:59,483 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 905, reset compression=false 2024-11-14T00:24:59,483 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd36324974d455382c690db35f046285/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T00:24:59,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:24:59,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:24:59,492 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 915, reset compression=false 2024-11-14T00:24:59,709 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 905, reset compression=false 2024-11-14T00:24:59,769 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 757, reset compression=false 2024-11-14T00:24:59,779 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:24:59,779 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 927, reset compression=false 2024-11-14T00:24:59,779 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:24:59,822 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 915, reset compression=false 2024-11-14T00:24:59,989 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 927, reset compression=false 2024-11-14T00:25:00,014 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 905, reset compression=false 2024-11-14T00:25:00,150 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T00:25:00,154 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T00:25:00,242 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 915, reset compression=false 2024-11-14T00:25:00,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 927, reset compression=false 2024-11-14T00:25:00,417 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 905, reset compression=false 2024-11-14T00:25:00,438 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:00,438 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1064, reset compression=false 2024-11-14T00:25:00,438 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd36324974d455382c690db35f046285/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T00:25:00,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:00,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:00,650 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1064, reset compression=false 2024-11-14T00:25:00,701 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 927, reset compression=false 2024-11-14T00:25:00,707 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:00,707 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1076, reset compression=false 2024-11-14T00:25:00,707 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8688793787adbe2914eab79d5139f72/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T00:25:00,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:00,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:00,750 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 915, reset compression=false 2024-11-14T00:25:00,778 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:00,778 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1088, reset compression=false 2024-11-14T00:25:00,778 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:00,918 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1076, reset compression=false 2024-11-14T00:25:00,955 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1064, reset compression=false 2024-11-14T00:25:01,003 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1088, reset compression=false 2024-11-14T00:25:01,156 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T00:25:01,160 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T00:25:01,225 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1076, reset compression=false 2024-11-14T00:25:01,229 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:01,229 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1235, reset compression=false 2024-11-14T00:25:01,229 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8688793787adbe2914eab79d5139f72/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T00:25:01,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:01,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:01,307 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1088, reset compression=false 2024-11-14T00:25:01,311 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:01,311 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1238, reset compression=false 2024-11-14T00:25:01,311 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2d6e249efec529d879bfe613219e296/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T00:25:01,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:01,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:01,369 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1064, reset compression=false 2024-11-14T00:25:01,377 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:01,377 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1237, reset compression=false 2024-11-14T00:25:01,377 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:01,433 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1235, reset compression=false 2024-11-14T00:25:01,514 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1238, reset compression=false 2024-11-14T00:25:01,586 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1237, reset compression=false 2024-11-14T00:25:01,736 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1235, reset compression=false 2024-11-14T00:25:01,816 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1238, reset compression=false 2024-11-14T00:25:01,889 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1237, reset compression=false 2024-11-14T00:25:02,142 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1235, reset compression=false 2024-11-14T00:25:02,162 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T00:25:02,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcb1ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:02,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:25:02,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:02,181 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:25:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:25:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2148aaa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:25:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:02,186 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:02,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56aee726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:02,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,45029,1731543879528 2024-11-14T00:25:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6467b516 2024-11-14T00:25:02,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:02,195 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:02,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T00:25:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T00:25:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:25:02,220 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1238, reset compression=false 2024-11-14T00:25:02,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:25:02,293 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1237, reset compression=false 2024-11-14T00:25:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:25:02,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T00:25:02,441 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T00:25:02,442 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T00:25:02,442 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,45187,1731543880122 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T00:25:02,442 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0. 2024-11-14T00:25:02,442 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:02,443 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:02,443 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:02,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:25:02,543 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T00:25:02,543 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:25:02,643 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 terminated 2024-11-14T00:25:02,671 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,45187,1731543880122, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:25:02,672 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T00:25:02,672 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T00:25:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T00:25:02,676 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 63baa11b75f3,45187,1731543880122 suceeded 2024-11-14T00:25:02,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T00:25:02,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 388 msec 2024-11-14T00:25:02,679 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T00:25:02,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 483 msec 2024-11-14T00:25:02,690 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:36513' 2024-11-14T00:25:02,691 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a45362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:02,691 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36513,-1 for getting cluster id 2024-11-14T00:25:02,691 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:02,692 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57bd6913-b7cd-4df8-96c0-22b29a6f88b8' 2024-11-14T00:25:02,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:02,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57bd6913-b7cd-4df8-96c0-22b29a6f88b8" 2024-11-14T00:25:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585ce4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36513,-1] 2024-11-14T00:25:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:02,694 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:02,694 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3c6894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:02,694 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:02,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36513,1731543868875 2024-11-14T00:25:02,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c836760 2024-11-14T00:25:02,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:02,696 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T00:25:02,697 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,45187,1731543880122 (queues=1) is replicating from cluster=82901026-ddef-473e-a2b4-bbb8abaa4182 to cluster=57bd6913-b7cd-4df8-96c0-22b29a6f88b8 2024-11-14T00:25:02,697 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C45187%2C1731543880122 2024-11-14T00:25:02,697 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,45187,1731543880122, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:25:02,698 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C45187%2C1731543880122 2024-11-14T00:25:02,738 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1238, reset compression=false 2024-11-14T00:25:02,801 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1237, reset compression=false 2024-11-14T00:25:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:25:02,833 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:25:02,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:02,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:02,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:02,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:02,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:02,839 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T00:25:03,028 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:25:03,342 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1238, reset compression=false 2024-11-14T00:25:03,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:03,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1342, reset compression=false 2024-11-14T00:25:03,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2d6e249efec529d879bfe613219e296/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:25:03,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:03,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:03,408 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1237, reset compression=false 2024-11-14T00:25:03,414 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:03,414 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1364, reset compression=false 2024-11-14T00:25:03,414 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd36324974d455382c690db35f046285/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T00:25:03,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:03,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:03,550 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1342, reset compression=false 2024-11-14T00:25:03,625 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1364, reset compression=false 2024-11-14T00:25:03,840 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T00:25:03,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a39b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:03,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,45029,-1 for getting cluster id 2024-11-14T00:25:03,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:03,843 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82901026-ddef-473e-a2b4-bbb8abaa4182' 2024-11-14T00:25:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82901026-ddef-473e-a2b4-bbb8abaa4182" 2024-11-14T00:25:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777485e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,45029,-1] 2024-11-14T00:25:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:03,845 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5791eda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:03,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,45029,1731543879528 2024-11-14T00:25:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69353c89 2024-11-14T00:25:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:03,850 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:03,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T00:25:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T00:25:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T00:25:03,857 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1342, reset compression=false 2024-11-14T00:25:03,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:25:03,929 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1364, reset compression=false 2024-11-14T00:25:03,940 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:03,940 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:03,940 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd36324974d455382c690db35f046285/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:25:03,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:03,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T00:25:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T00:25:04,060 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T00:25:04,061 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T00:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T00:25:04,063 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 63baa11b75f3,45187,1731543880122 suceeded 2024-11-14T00:25:04,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T00:25:04,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-14T00:25:04,065 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T00:25:04,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 215 msec 2024-11-14T00:25:04,099 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, startPosition=1235, beingWritten=true 2024-11-14T00:25:04,103 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:04,103 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1512, reset compression=false 2024-11-14T00:25:04,103 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8688793787adbe2914eab79d5139f72/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T00:25:04,106 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:04,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T00:25:04,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:04,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:04,158 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T00:25:04,172 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:25:04,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:04,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:04,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:04,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:04,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:04,174 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T00:25:04,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:25:04,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:04,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:04,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:04,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:04,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:04,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:25:04,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2121725072, stopped=false 2024-11-14T00:25:04,175 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,45029,1731543879528 2024-11-14T00:25:04,213 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1368957974/running 2024-11-14T00:25:04,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1368957974/running 2024-11-14T00:25:04,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:25:04,213 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:25:04,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:04,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:04,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:04,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:04,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,45187,1731543880122' ***** 2024-11-14T00:25:04,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:25:04,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/running 2024-11-14T00:25:04,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Set watcher on znode that does not yet exist, /2-1368957974/running 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:25:04,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for 016917fdc289b2106928c1ed88fccf14 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,45187,1731543880122 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:45187. 2024-11-14T00:25:04,215 DEBUG [RS:0;63baa11b75f3:45187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:04,215 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:25:04,215 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:25:04,216 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:25:04,216 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1325): Online Regions={016917fdc289b2106928c1ed88fccf14=hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14., e8688793787adbe2914eab79d5139f72=test,,1731543887474.e8688793787adbe2914eab79d5139f72., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:25:04,216 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 016917fdc289b2106928c1ed88fccf14, disabling compactions & flushes 2024-11-14T00:25:04,216 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:25:04,216 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:25:04,216 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. after waiting 0 ms 2024-11-14T00:25:04,216 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:25:04,216 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 016917fdc289b2106928c1ed88fccf14 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-14T00:25:04,217 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on 016917fdc289b2106928c1ed88fccf14, 1588230740, e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:04,220 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:04,220 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:04,220 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:04,220 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:04,220 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:04,220 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:25:04,237 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/info/5c343ce2bbaa4b72bf098d5df47f6cfa is 147, key is hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14./info:regioninfo/1731543895111/Put/seqid=0 2024-11-14T00:25:04,237 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/.tmp/queue/535b20a803e64ac1b97bc091704e068d is 154, key is 1-63baa11b75f3,45187,1731543880122/queue:63baa11b75f3%2C45187%2C1731543880122/1731543904112/Put/seqid=0 2024-11-14T00:25:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741841_1017 (size=7686) 2024-11-14T00:25:04,260 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1342, reset compression=false 2024-11-14T00:25:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741840_1016 (size=5353) 2024-11-14T00:25:04,266 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:04,266 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:04,266 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:04,279 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:04,309 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1512, reset compression=false 2024-11-14T00:25:04,332 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:25:04,333 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:25:04,417 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on 016917fdc289b2106928c1ed88fccf14, 1588230740, e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:04,465 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:04,477 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:04,617 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on 016917fdc289b2106928c1ed88fccf14, 1588230740, e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:04,618 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1512, reset compression=false 2024-11-14T00:25:04,654 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/info/5c343ce2bbaa4b72bf098d5df47f6cfa 2024-11-14T00:25:04,664 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/.tmp/queue/535b20a803e64ac1b97bc091704e068d 2024-11-14T00:25:04,682 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/ns/1e57ca0ae1004426ac808594623ba9f5 is 43, key is default/ns:d/1731543883952/Put/seqid=0 2024-11-14T00:25:04,688 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/.tmp/queue/535b20a803e64ac1b97bc091704e068d as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/queue/535b20a803e64ac1b97bc091704e068d 2024-11-14T00:25:04,717 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/queue/535b20a803e64ac1b97bc091704e068d, entries=1, sequenceid=13, filesize=5.2 K 2024-11-14T00:25:04,718 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 016917fdc289b2106928c1ed88fccf14 in 502ms, sequenceid=13, compaction requested=false 2024-11-14T00:25:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741842_1018 (size=5153) 2024-11-14T00:25:04,737 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/replication/016917fdc289b2106928c1ed88fccf14/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T00:25:04,737 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:04,738 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 016917fdc289b2106928c1ed88fccf14: Waiting for close lock at 1731543904216Running coprocessor pre-close hooks at 1731543904216Disabling compacts and flushes for region at 1731543904216Disabling writes for close at 1731543904216Obtaining lock to block concurrent updates at 1731543904216Preparing flush snapshotting stores in 016917fdc289b2106928c1ed88fccf14 at 1731543904216Finished memstore snapshotting hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731543904217 (+1 ms)Flushing stores of hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. at 1731543904217Flushing 016917fdc289b2106928c1ed88fccf14/queue: creating writer at 1731543904217Flushing 016917fdc289b2106928c1ed88fccf14/queue: appending metadata at 1731543904236 (+19 ms)Flushing 016917fdc289b2106928c1ed88fccf14/queue: closing flushed file at 1731543904236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2eeeee: reopening flushed file at 1731543904687 (+451 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 016917fdc289b2106928c1ed88fccf14 in 502ms, sequenceid=13, compaction requested=false at 1731543904718 (+31 ms)Writing region close event to WAL at 1731543904732 (+14 ms)Running coprocessor post-close hooks at 1731543904737 (+5 ms)Closed at 1731543904738 (+1 ms) 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543893945.016917fdc289b2106928c1ed88fccf14. 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8688793787adbe2914eab79d5139f72, disabling compactions & flushes 2024-11-14T00:25:04,738 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543887474.e8688793787adbe2914eab79d5139f72. after waiting 0 ms 2024-11-14T00:25:04,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:25:04,738 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8688793787adbe2914eab79d5139f72 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T00:25:04,758 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/f/b1c1a820510c47f0b939f453999e5abb is 37, key is row3/f:row3/1731543902835/Put/seqid=0 2024-11-14T00:25:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741843_1019 (size=5228) 2024-11-14T00:25:04,789 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:04,817 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:04,877 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:05,017 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:05,025 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1512, reset compression=false 2024-11-14T00:25:05,029 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:05,029 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1759, reset compression=false 2024-11-14T00:25:05,029 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,45187,1731543880122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:05,030 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,45187,1731543880122: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,45187,1731543880122, walGroup=63baa11b75f3%2C45187%2C1731543880122, offset=63baa11b75f3%2C45187%2C1731543880122.1731543883473:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:45187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:25:05,031 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:25:05,032 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:25:05,032 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:25:05,032 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:25:05,032 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:25:05,032 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 805680024 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198482880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:25:05,033 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:45029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:45029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:25:05,123 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/ns/1e57ca0ae1004426ac808594623ba9f5 2024-11-14T00:25:05,145 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/rep_barrier/7cc7231421e7403ea6da812f6492db3a is 112, key is test,,1731543887474.e8688793787adbe2914eab79d5139f72./rep_barrier:seqnumDuringOpen/1731543888632/Put/seqid=0 2024-11-14T00:25:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741844_1020 (size=5518) 2024-11-14T00:25:05,157 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/rep_barrier/7cc7231421e7403ea6da812f6492db3a 2024-11-14T00:25:05,161 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/f/b1c1a820510c47f0b939f453999e5abb 2024-11-14T00:25:05,165 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1c1a820510c47f0b939f453999e5abb 2024-11-14T00:25:05,177 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/table/7275c08482ad423ebb831ba8ad851285 is 53, key is hbase:replication/table:state/1731543895116/Put/seqid=0 2024-11-14T00:25:05,184 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/f1/8a68b213e7564458b3e2088815f64dbf is 30, key is row1/f1:/1731543900151/DeleteFamily/seqid=0 2024-11-14T00:25:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741845_1021 (size=5308) 2024-11-14T00:25:05,186 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/table/7275c08482ad423ebb831ba8ad851285 2024-11-14T00:25:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741846_1022 (size=5158) 2024-11-14T00:25:05,188 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/f1/8a68b213e7564458b3e2088815f64dbf 2024-11-14T00:25:05,191 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/info/5c343ce2bbaa4b72bf098d5df47f6cfa as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/info/5c343ce2bbaa4b72bf098d5df47f6cfa 2024-11-14T00:25:05,192 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a68b213e7564458b3e2088815f64dbf 2024-11-14T00:25:05,195 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/info/5c343ce2bbaa4b72bf098d5df47f6cfa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:25:05,196 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/ns/1e57ca0ae1004426ac808594623ba9f5 as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/ns/1e57ca0ae1004426ac808594623ba9f5 2024-11-14T00:25:05,201 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:05,203 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/ns/1e57ca0ae1004426ac808594623ba9f5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:25:05,204 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/rep_barrier/7cc7231421e7403ea6da812f6492db3a as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/rep_barrier/7cc7231421e7403ea6da812f6492db3a 2024-11-14T00:25:05,209 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/rep_barrier/7cc7231421e7403ea6da812f6492db3a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:25:05,210 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/.tmp/table/7275c08482ad423ebb831ba8ad851285 as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/table/7275c08482ad423ebb831ba8ad851285 2024-11-14T00:25:05,210 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/norep/f2eb57fe026e4e498ff1cdf597f83929 is 33, key is row2/norep:/1731543901157/DeleteFamily/seqid=0 2024-11-14T00:25:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741847_1023 (size=5108) 2024-11-14T00:25:05,214 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/table/7275c08482ad423ebb831ba8ad851285, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:25:05,215 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false 2024-11-14T00:25:05,218 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:25:05,218 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1325): Online Regions={e8688793787adbe2914eab79d5139f72=test,,1731543887474.e8688793787adbe2914eab79d5139f72., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:25:05,218 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:05,227 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:25:05,228 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:05,228 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:05,228 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:05,228 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543904220Running coprocessor pre-close hooks at 1731543904220Disabling compacts and flushes for region at 1731543904220Disabling writes for close at 1731543904220Obtaining lock to block concurrent updates at 1731543904220Preparing flush snapshotting stores in 1588230740 at 1731543904220Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543904221 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543904221Flushing 1588230740/info: creating writer at 1731543904221Flushing 1588230740/info: appending metadata at 1731543904236 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731543904236Flushing 1588230740/ns: creating writer at 1731543904659 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731543904681 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731543904681Flushing 1588230740/rep_barrier: creating writer at 1731543905128 (+447 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543905145 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543905145Flushing 1588230740/table: creating writer at 1731543905162 (+17 ms)Flushing 1588230740/table: appending metadata at 1731543905176 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731543905177 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286afde8: reopening flushed file at 1731543905190 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1172f4e0: reopening flushed file at 1731543905195 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353f7370: reopening flushed file at 1731543905203 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b68b108: reopening flushed file at 1731543905209 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false at 1731543905215 (+6 ms)Writing region close event to WAL at 1731543905224 (+9 ms)Running coprocessor post-close hooks at 1731543905228 (+4 ms)Closed at 1731543905228 2024-11-14T00:25:05,228 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:05,234 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1759, reset compression=false 2024-11-14T00:25:05,380 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:05,418 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:05,541 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1759, reset compression=false 2024-11-14T00:25:05,614 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/norep/f2eb57fe026e4e498ff1cdf597f83929 2024-11-14T00:25:05,618 DEBUG [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1351): Waiting on e8688793787adbe2914eab79d5139f72 2024-11-14T00:25:05,619 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2eb57fe026e4e498ff1cdf597f83929 2024-11-14T00:25:05,619 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/f/b1c1a820510c47f0b939f453999e5abb as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/f/b1c1a820510c47f0b939f453999e5abb 2024-11-14T00:25:05,623 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1c1a820510c47f0b939f453999e5abb 2024-11-14T00:25:05,624 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/f/b1c1a820510c47f0b939f453999e5abb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T00:25:05,625 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/f1/8a68b213e7564458b3e2088815f64dbf as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/f1/8a68b213e7564458b3e2088815f64dbf 2024-11-14T00:25:05,629 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a68b213e7564458b3e2088815f64dbf 2024-11-14T00:25:05,629 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/f1/8a68b213e7564458b3e2088815f64dbf, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T00:25:05,630 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/.tmp/norep/f2eb57fe026e4e498ff1cdf597f83929 as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/norep/f2eb57fe026e4e498ff1cdf597f83929 2024-11-14T00:25:05,633 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2eb57fe026e4e498ff1cdf597f83929 2024-11-14T00:25:05,633 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/norep/f2eb57fe026e4e498ff1cdf597f83929, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T00:25:05,634 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e8688793787adbe2914eab79d5139f72 in 896ms, sequenceid=12, compaction requested=false 2024-11-14T00:25:05,638 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/data/default/test/e8688793787adbe2914eab79d5139f72/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T00:25:05,638 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:05,638 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:05,638 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:25:05,639 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8688793787adbe2914eab79d5139f72: Waiting for close lock at 1731543904738Running coprocessor pre-close hooks at 1731543904738Disabling compacts and flushes for region at 1731543904738Disabling writes for close at 1731543904738Obtaining lock to block concurrent updates at 1731543904738Preparing flush snapshotting stores in e8688793787adbe2914eab79d5139f72 at 1731543904738Finished memstore snapshotting test,,1731543887474.e8688793787adbe2914eab79d5139f72., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731543904739 (+1 ms)Flushing stores of test,,1731543887474.e8688793787adbe2914eab79d5139f72. at 1731543904739Flushing e8688793787adbe2914eab79d5139f72/f: creating writer at 1731543904739Flushing e8688793787adbe2914eab79d5139f72/f: appending metadata at 1731543904757 (+18 ms)Flushing e8688793787adbe2914eab79d5139f72/f: closing flushed file at 1731543904757Flushing e8688793787adbe2914eab79d5139f72/f1: creating writer at 1731543905165 (+408 ms)Flushing e8688793787adbe2914eab79d5139f72/f1: appending metadata at 1731543905183 (+18 ms)Flushing e8688793787adbe2914eab79d5139f72/f1: closing flushed file at 1731543905183Flushing e8688793787adbe2914eab79d5139f72/norep: creating writer at 1731543905192 (+9 ms)Flushing e8688793787adbe2914eab79d5139f72/norep: appending metadata at 1731543905209 (+17 ms)Flushing e8688793787adbe2914eab79d5139f72/norep: closing flushed file at 1731543905209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed63947: reopening flushed file at 1731543905619 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddc9411: reopening flushed file at 1731543905624 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a0720: reopening flushed file at 1731543905629 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e8688793787adbe2914eab79d5139f72 in 896ms, sequenceid=12, compaction requested=false at 1731543905634 (+5 ms)Writing region close event to WAL at 1731543905636 (+2 ms)Running coprocessor post-close hooks at 1731543905638 (+2 ms)Closed at 1731543905638 2024-11-14T00:25:05,639 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543887474.e8688793787adbe2914eab79d5139f72. 2024-11-14T00:25:05,705 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:05,818 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,45187,1731543880122; all regions closed. 2024-11-14T00:25:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:25:05,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.meta.1731543883859.meta not finished, retry = 0 2024-11-14T00:25:05,945 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 1759, reset compression=false 2024-11-14T00:25:05,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.rep.1731543895085 not finished, retry = 0 2024-11-14T00:25:05,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741839_1015 (size=3333) 2024-11-14T00:25:05,978 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:05,978 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/WALs/63baa11b75f3,45187,1731543880122/63baa11b75f3%2C45187%2C1731543880122.1731543883473 to pos 2403, reset compression=false 2024-11-14T00:25:05,993 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:06,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741833_1009 (size=2411) 2024-11-14T00:25:06,065 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:06,065 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:06,065 INFO [RS:0;63baa11b75f3:45187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:06,066 INFO [RS:0;63baa11b75f3:45187 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:06,066 INFO [RS:0;63baa11b75f3:45187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:06,066 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:06,066 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,45187,1731543880122 because: Region server is closing 2024-11-14T00:25:06,066 INFO [RS:0;63baa11b75f3:45187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:45187. 2024-11-14T00:25:06,066 DEBUG [RS:0;63baa11b75f3:45187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:06,066 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:06,067 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:06,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:06,167 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.shipper63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 terminated 2024-11-14T00:25:06,167 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,45187,1731543880122.replicationSource.wal-reader.63baa11b75f3%2C45187%2C1731543880122,1-63baa11b75f3,45187,1731543880122 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:25:06,167 INFO [RS:0;63baa11b75f3:45187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:45187. 2024-11-14T00:25:06,167 DEBUG [RS:0;63baa11b75f3:45187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:06,167 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:06,167 DEBUG [RS:0;63baa11b75f3:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:06,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:06,168 INFO [RS:0;63baa11b75f3:45187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45187 2024-11-14T00:25:06,238 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1368957974/rs/63baa11b75f3,45187,1731543880122 2024-11-14T00:25:06,238 INFO [RS:0;63baa11b75f3:45187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:06,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974/rs 2024-11-14T00:25:06,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,45187,1731543880122] 2024-11-14T00:25:06,308 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:06,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1368957974/draining/63baa11b75f3,45187,1731543880122 already deleted, retry=false 2024-11-14T00:25:06,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,45187,1731543880122 expired; onlineServers=0 2024-11-14T00:25:06,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,45029,1731543879528' ***** 2024-11-14T00:25:06,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:25:06,367 INFO [M:0;63baa11b75f3:45029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:06,368 INFO [M:0;63baa11b75f3:45029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:06,368 DEBUG [M:0;63baa11b75f3:45029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:25:06,368 DEBUG [M:0;63baa11b75f3:45029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:25:06,368 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543883018 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543883018,5,FailOnTimeoutGroup] 2024-11-14T00:25:06,368 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:25:06,368 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543883018 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543883018,5,FailOnTimeoutGroup] 2024-11-14T00:25:06,368 INFO [M:0;63baa11b75f3:45029 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:06,368 INFO [M:0;63baa11b75f3:45029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:06,368 DEBUG [M:0;63baa11b75f3:45029 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:25:06,368 INFO [M:0;63baa11b75f3:45029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:25:06,369 INFO [M:0;63baa11b75f3:45029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:06,369 INFO [M:0;63baa11b75f3:45029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:25:06,369 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:25:06,402 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:06,402 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x10136ba949a0007, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:06,402 INFO [RS:0;63baa11b75f3:45187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:06,402 INFO [RS:0;63baa11b75f3:45187 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,45187,1731543880122; zookeeper connection closed. 2024-11-14T00:25:06,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15364f73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15364f73 2024-11-14T00:25:06,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:25:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1368957974/master 2024-11-14T00:25:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1368957974 2024-11-14T00:25:06,439 DEBUG [M:0;63baa11b75f3:45029 {}] zookeeper.ZKUtil(347): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Unable to get data of znode /2-1368957974/master because node does not exist (not an error) 2024-11-14T00:25:06,439 WARN [M:0;63baa11b75f3:45029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:25:06,440 INFO [M:0;63baa11b75f3:45029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/.lastflushedseqids 2024-11-14T00:25:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741848_1024 (size=245) 2024-11-14T00:25:06,716 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:06,858 INFO [M:0;63baa11b75f3:45029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:25:06,858 INFO [M:0;63baa11b75f3:45029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:25:06,858 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:06,858 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:06,858 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:06,858 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:06,858 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:06,859 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T00:25:06,877 DEBUG [M:0;63baa11b75f3:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a0519933954a1b9cea393e4d283f8b is 82, key is hbase:meta,,1/info:regioninfo/1731543883892/Put/seqid=0 2024-11-14T00:25:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741849_1025 (size=5672) 2024-11-14T00:25:06,886 INFO [M:0;63baa11b75f3:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a0519933954a1b9cea393e4d283f8b 2024-11-14T00:25:06,908 DEBUG [M:0;63baa11b75f3:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caabe2145c124a7ab46d38bf966c1a0a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543895119/Put/seqid=0 2024-11-14T00:25:06,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741850_1026 (size=9212) 2024-11-14T00:25:06,912 INFO [M:0;63baa11b75f3:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caabe2145c124a7ab46d38bf966c1a0a 2024-11-14T00:25:06,938 DEBUG [M:0;63baa11b75f3:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aff13c04ad34c359ad781fc8fb5216e is 69, key is 63baa11b75f3,45187,1731543880122/rs:state/1731543883241/Put/seqid=0 2024-11-14T00:25:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741851_1027 (size=5156) 2024-11-14T00:25:07,012 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:07,363 INFO [M:0;63baa11b75f3:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aff13c04ad34c359ad781fc8fb5216e 2024-11-14T00:25:07,368 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a0519933954a1b9cea393e4d283f8b as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28a0519933954a1b9cea393e4d283f8b 2024-11-14T00:25:07,372 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28a0519933954a1b9cea393e4d283f8b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T00:25:07,373 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/caabe2145c124a7ab46d38bf966c1a0a as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caabe2145c124a7ab46d38bf966c1a0a 2024-11-14T00:25:07,377 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/caabe2145c124a7ab46d38bf966c1a0a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T00:25:07,378 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aff13c04ad34c359ad781fc8fb5216e as hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3aff13c04ad34c359ad781fc8fb5216e 2024-11-14T00:25:07,382 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37985/user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3aff13c04ad34c359ad781fc8fb5216e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T00:25:07,384 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=127, compaction requested=false 2024-11-14T00:25:07,393 INFO [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:07,393 DEBUG [M:0;63baa11b75f3:45029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543906858Disabling compacts and flushes for region at 1731543906858Disabling writes for close at 1731543906858Obtaining lock to block concurrent updates at 1731543906859 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543906859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731543906859Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543906860 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543906860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543906877 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543906877Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543906890 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543906907 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543906907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543906916 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543906938 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543906938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa83109: reopening flushed file at 1731543907367 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c74139d: reopening flushed file at 1731543907372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0f7b27: reopening flushed file at 1731543907377 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=127, compaction requested=false at 1731543907384 (+7 ms)Writing region close event to WAL at 1731543907393 (+9 ms)Closed at 1731543907393 2024-11-14T00:25:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41421 is added to blk_1073741830_1006 (size=73866) 2024-11-14T00:25:07,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d684072-4068-505c-2eaa-8a653d55510f/MasterData/WALs/63baa11b75f3,45029,1731543879528/63baa11b75f3%2C45029%2C1731543879528.1731543881798 not finished, retry = 0 2024-11-14T00:25:07,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:07,497 INFO [M:0;63baa11b75f3:45029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:25:07,497 INFO [M:0;63baa11b75f3:45029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45029 2024-11-14T00:25:07,497 INFO [M:0;63baa11b75f3:45029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:07,524 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:07,686 INFO [M:0;63baa11b75f3:45029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10136ba949a0006, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:07,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dd3cf1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:07,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@462872a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:07,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:07,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72be4dd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:07,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6f3c2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:07,692 WARN [BP-202775942-172.17.0.3-1731543876433 heartbeating to localhost/127.0.0.1:37985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:25:07,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:25:07,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:25:07,692 WARN [BP-202775942-172.17.0.3-1731543876433 heartbeating to localhost/127.0.0.1:37985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202775942-172.17.0.3-1731543876433 (Datanode Uuid 302c2e72-c73f-4631-8171-8f948ed0b594) service to localhost/127.0.0.1:37985 2024-11-14T00:25:07,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/cluster_24f4bf2f-3141-d81c-5e1f-9547ff3aafec/data/data1/current/BP-202775942-172.17.0.3-1731543876433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:07,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/cluster_24f4bf2f-3141-d81c-5e1f-9547ff3aafec/data/data2/current/BP-202775942-172.17.0.3-1731543876433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:07,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:25:07,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49558191{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:07,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a1bfa93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:07,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:07,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd04315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:07,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfbe492{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:25:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:25:07,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:07,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:07,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:07,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:07,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:07,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:25:07,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906259470, stopped=false 2024-11-14T00:25:07,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,44535,1731543873446 2024-11-14T00:25:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-162401527/running 2024-11-14T00:25:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:25:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-162401527/running 2024-11-14T00:25:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:25:07,775 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:07,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:07,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:07,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:07,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,39647,1731543873553' ***** 2024-11-14T00:25:07,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:25:07,775 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(3091): Received CLOSE for cd36324974d455382c690db35f046285 2024-11-14T00:25:07,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:25:07,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/running 2024-11-14T00:25:07,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Set watcher on znode that does not yet exist, /1-162401527/running 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(3091): Received CLOSE for d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,39647,1731543873553 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39647. 2024-11-14T00:25:07,776 DEBUG [RS:0;63baa11b75f3:39647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:07,776 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:25:07,776 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:25:07,777 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:25:07,777 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd36324974d455382c690db35f046285=test,,1731543885294.cd36324974d455382c690db35f046285., d7181d90331b1ef42d1452194633af6b=hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.} 2024-11-14T00:25:07,777 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd36324974d455382c690db35f046285, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd36324974d455382c690db35f046285, disabling compactions & flushes 2024-11-14T00:25:07,777 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543885294.cd36324974d455382c690db35f046285. after waiting 0 ms 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:25:07,777 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd36324974d455382c690db35f046285 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:07,777 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:07,777 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:07,777 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:25:07,790 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:07,795 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/f/4e296f1ce3374e0fa2918c8eff0ebfd0 is 37, key is row3/f:row3/1731543902835/Put/seqid=0 2024-11-14T00:25:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741840_1016 (size=5228) 2024-11-14T00:25:07,814 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/info/06b0b93a831e42308b9b75d159a3fcd0 is 147, key is hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b./info:regioninfo/1731543892957/Put/seqid=0 2024-11-14T00:25:07,816 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:07,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741841_1017 (size=7686) 2024-11-14T00:25:07,977 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd36324974d455382c690db35f046285, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:08,177 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd36324974d455382c690db35f046285, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:08,207 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/f/4e296f1ce3374e0fa2918c8eff0ebfd0 2024-11-14T00:25:08,221 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/info/06b0b93a831e42308b9b75d159a3fcd0 2024-11-14T00:25:08,231 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e296f1ce3374e0fa2918c8eff0ebfd0 2024-11-14T00:25:08,268 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/f1/ee2c2f3e07bd4c599899eacabf7fb6c5 is 30, key is row1/f1:/1731543900151/DeleteFamily/seqid=0 2024-11-14T00:25:08,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741842_1018 (size=5158) 2024-11-14T00:25:08,279 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/f1/ee2c2f3e07bd4c599899eacabf7fb6c5 2024-11-14T00:25:08,283 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee2c2f3e07bd4c599899eacabf7fb6c5 2024-11-14T00:25:08,288 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/ns/02ea5cd5a4fa41278c735281db5e246b is 43, key is default/ns:d/1731543876331/Put/seqid=0 2024-11-14T00:25:08,303 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/norep/e900b4f744de46b2a08b20c3d2352719 is 33, key is row1/norep:/1731543900151/DeleteFamily/seqid=0 2024-11-14T00:25:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741844_1020 (size=5108) 2024-11-14T00:25:08,324 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/norep/e900b4f744de46b2a08b20c3d2352719 2024-11-14T00:25:08,328 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e900b4f744de46b2a08b20c3d2352719 2024-11-14T00:25:08,329 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/f/4e296f1ce3374e0fa2918c8eff0ebfd0 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/f/4e296f1ce3374e0fa2918c8eff0ebfd0 2024-11-14T00:25:08,339 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e296f1ce3374e0fa2918c8eff0ebfd0 2024-11-14T00:25:08,339 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/f/4e296f1ce3374e0fa2918c8eff0ebfd0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T00:25:08,341 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/f1/ee2c2f3e07bd4c599899eacabf7fb6c5 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/f1/ee2c2f3e07bd4c599899eacabf7fb6c5 2024-11-14T00:25:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741843_1019 (size=5153) 2024-11-14T00:25:08,351 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee2c2f3e07bd4c599899eacabf7fb6c5 2024-11-14T00:25:08,351 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/f1/ee2c2f3e07bd4c599899eacabf7fb6c5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T00:25:08,352 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/.tmp/norep/e900b4f744de46b2a08b20c3d2352719 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/norep/e900b4f744de46b2a08b20c3d2352719 2024-11-14T00:25:08,357 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e900b4f744de46b2a08b20c3d2352719 2024-11-14T00:25:08,358 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/norep/e900b4f744de46b2a08b20c3d2352719, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T00:25:08,359 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd36324974d455382c690db35f046285 in 581ms, sequenceid=12, compaction requested=false 2024-11-14T00:25:08,359 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:25:08,377 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd36324974d455382c690db35f046285, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:08,405 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/default/test/cd36324974d455382c690db35f046285/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T00:25:08,405 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:08,405 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:08,405 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:25:08,405 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd36324974d455382c690db35f046285: Waiting for close lock at 1731543907777Running coprocessor pre-close hooks at 1731543907777Disabling compacts and flushes for region at 1731543907777Disabling writes for close at 1731543907777Obtaining lock to block concurrent updates at 1731543907777Preparing flush snapshotting stores in cd36324974d455382c690db35f046285 at 1731543907777Finished memstore snapshotting test,,1731543885294.cd36324974d455382c690db35f046285., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731543907777Flushing stores of test,,1731543885294.cd36324974d455382c690db35f046285. at 1731543907778 (+1 ms)Flushing cd36324974d455382c690db35f046285/f: creating writer at 1731543907778Flushing cd36324974d455382c690db35f046285/f: appending metadata at 1731543907794 (+16 ms)Flushing cd36324974d455382c690db35f046285/f: closing flushed file at 1731543907794Flushing cd36324974d455382c690db35f046285/f1: creating writer at 1731543908231 (+437 ms)Flushing cd36324974d455382c690db35f046285/f1: appending metadata at 1731543908267 (+36 ms)Flushing cd36324974d455382c690db35f046285/f1: closing flushed file at 1731543908267Flushing cd36324974d455382c690db35f046285/norep: creating writer at 1731543908284 (+17 ms)Flushing cd36324974d455382c690db35f046285/norep: appending metadata at 1731543908302 (+18 ms)Flushing cd36324974d455382c690db35f046285/norep: closing flushed file at 1731543908302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4522d46c: reopening flushed file at 1731543908328 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c0676: reopening flushed file at 1731543908340 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2116c2bd: reopening flushed file at 1731543908352 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd36324974d455382c690db35f046285 in 581ms, sequenceid=12, compaction requested=false at 1731543908359 (+7 ms)Writing region close event to WAL at 1731543908396 (+37 ms)Running coprocessor post-close hooks at 1731543908405 (+9 ms)Closed at 1731543908405 2024-11-14T00:25:08,406 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543885294.cd36324974d455382c690db35f046285. 2024-11-14T00:25:08,406 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7181d90331b1ef42d1452194633af6b, disabling compactions & flushes 2024-11-14T00:25:08,406 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:25:08,406 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:25:08,406 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. after waiting 0 ms 2024-11-14T00:25:08,406 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:25:08,406 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7181d90331b1ef42d1452194633af6b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T00:25:08,436 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 1468, reset compression=false 2024-11-14T00:25:08,460 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/.tmp/queue/c731dcf3b41b4d27a0d29db91bbb5176 is 154, key is 1-63baa11b75f3,39647,1731543873553/queue:63baa11b75f3%2C39647%2C1731543873553/1731543903957/Put/seqid=0 2024-11-14T00:25:08,474 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:08,474 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 2359, reset compression=false 2024-11-14T00:25:08,476 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39647,1731543873553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:08,477 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,39647,1731543873553: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,39647,1731543873553, walGroup=63baa11b75f3%2C39647%2C1731543873553, offset=63baa11b75f3%2C39647%2C1731543873553.1731543875664:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:39647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:25:08,478 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:25:08,478 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:25:08,478 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:25:08,478 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:25:08,478 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:25:08,478 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 887468952 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198988600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:25:08,479 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:25:08,503 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T00:25:08,540 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:25:08,540 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:25:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741845_1021 (size=5353) 2024-11-14T00:25:08,579 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:08,720 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:08,751 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/ns/02ea5cd5a4fa41278c735281db5e246b 2024-11-14T00:25:08,769 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 2359, reset compression=false 2024-11-14T00:25:08,779 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:25:08,779 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d7181d90331b1ef42d1452194633af6b=hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b.} 2024-11-14T00:25:08,779 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:08,783 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/rep_barrier/72773d09b17e4fc8af2e65f0aca006e5 is 112, key is test,,1731543885294.cd36324974d455382c690db35f046285./rep_barrier:seqnumDuringOpen/1731543886480/Put/seqid=0 2024-11-14T00:25:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741846_1022 (size=5518) 2024-11-14T00:25:08,797 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/rep_barrier/72773d09b17e4fc8af2e65f0aca006e5 2024-11-14T00:25:08,847 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/table/d0416a98c69f465f8990fbd7547c093a is 53, key is hbase:replication/table:state/1731543892964/Put/seqid=0 2024-11-14T00:25:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741847_1023 (size=5308) 2024-11-14T00:25:08,958 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/.tmp/queue/c731dcf3b41b4d27a0d29db91bbb5176 2024-11-14T00:25:08,970 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/.tmp/queue/c731dcf3b41b4d27a0d29db91bbb5176 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/queue/c731dcf3b41b4d27a0d29db91bbb5176 2024-11-14T00:25:08,974 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/queue/c731dcf3b41b4d27a0d29db91bbb5176, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T00:25:08,975 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d7181d90331b1ef42d1452194633af6b in 569ms, sequenceid=14, compaction requested=false 2024-11-14T00:25:08,975 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:25:08,979 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7181d90331b1ef42d1452194633af6b 2024-11-14T00:25:08,982 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/replication/d7181d90331b1ef42d1452194633af6b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T00:25:08,982 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:08,982 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:08,983 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:25:08,983 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7181d90331b1ef42d1452194633af6b: Waiting for close lock at 1731543908406Running coprocessor pre-close hooks at 1731543908406Disabling compacts and flushes for region at 1731543908406Disabling writes for close at 1731543908406Obtaining lock to block concurrent updates at 1731543908406Preparing flush snapshotting stores in d7181d90331b1ef42d1452194633af6b at 1731543908406Finished memstore snapshotting hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731543908406Flushing stores of hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. at 1731543908407 (+1 ms)Flushing d7181d90331b1ef42d1452194633af6b/queue: creating writer at 1731543908407Flushing d7181d90331b1ef42d1452194633af6b/queue: appending metadata at 1731543908460 (+53 ms)Flushing d7181d90331b1ef42d1452194633af6b/queue: closing flushed file at 1731543908460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5d8f19: reopening flushed file at 1731543908970 (+510 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d7181d90331b1ef42d1452194633af6b in 569ms, sequenceid=14, compaction requested=false at 1731543908975 (+5 ms)Writing region close event to WAL at 1731543908977 (+2 ms)Running coprocessor post-close hooks at 1731543908982 (+5 ms)Closed at 1731543908983 (+1 ms) 2024-11-14T00:25:08,983 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543891797.d7181d90331b1ef42d1452194633af6b. 2024-11-14T00:25:09,092 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 2359, reset compression=false 2024-11-14T00:25:09,179 DEBUG [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:25:09,286 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/table/d0416a98c69f465f8990fbd7547c093a 2024-11-14T00:25:09,292 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/info/06b0b93a831e42308b9b75d159a3fcd0 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/info/06b0b93a831e42308b9b75d159a3fcd0 2024-11-14T00:25:09,296 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/info/06b0b93a831e42308b9b75d159a3fcd0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:25:09,298 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/ns/02ea5cd5a4fa41278c735281db5e246b as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/ns/02ea5cd5a4fa41278c735281db5e246b 2024-11-14T00:25:09,306 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/ns/02ea5cd5a4fa41278c735281db5e246b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:25:09,307 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/rep_barrier/72773d09b17e4fc8af2e65f0aca006e5 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/rep_barrier/72773d09b17e4fc8af2e65f0aca006e5 2024-11-14T00:25:09,313 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/rep_barrier/72773d09b17e4fc8af2e65f0aca006e5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:25:09,315 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/.tmp/table/d0416a98c69f465f8990fbd7547c093a as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/table/d0416a98c69f465f8990fbd7547c093a 2024-11-14T00:25:09,331 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/table/d0416a98c69f465f8990fbd7547c093a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:25:09,332 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1555ms, sequenceid=16, compaction requested=false 2024-11-14T00:25:09,332 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:25:09,347 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:25:09,348 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:09,348 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:09,348 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:09,348 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543907777Running coprocessor pre-close hooks at 1731543907777Disabling compacts and flushes for region at 1731543907777Disabling writes for close at 1731543907777Obtaining lock to block concurrent updates at 1731543907777Preparing flush snapshotting stores in 1588230740 at 1731543907777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543907778 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543907794 (+16 ms)Flushing 1588230740/info: creating writer at 1731543907795 (+1 ms)Flushing 1588230740/info: appending metadata at 1731543907814 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731543907814Flushing 1588230740/ns: creating writer at 1731543908243 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731543908288 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731543908288Flushing 1588230740/rep_barrier: creating writer at 1731543908756 (+468 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543908783 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543908783Flushing 1588230740/table: creating writer at 1731543908803 (+20 ms)Flushing 1588230740/table: appending metadata at 1731543908846 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731543908846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33654330: reopening flushed file at 1731543909292 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8b5757: reopening flushed file at 1731543909297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4eb4fe: reopening flushed file at 1731543909306 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cbdb49: reopening flushed file at 1731543909313 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1555ms, sequenceid=16, compaction requested=false at 1731543909332 (+19 ms)Writing region close event to WAL at 1731543909341 (+9 ms)Running coprocessor post-close hooks at 1731543909348 (+7 ms)Closed at 1731543909348 2024-11-14T00:25:09,348 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:09,380 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,39647,1731543873553; all regions closed. 2024-11-14T00:25:09,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.meta.1731543876274.meta not finished, retry = 0 2024-11-14T00:25:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:25:09,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741839_1015 (size=3552) 2024-11-14T00:25:09,526 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 to pos 2359, reset compression=false 2024-11-14T00:25:09,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741832_1008 (size=2367) 2024-11-14T00:25:09,533 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:09,533 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:09,537 INFO [RS:0;63baa11b75f3:39647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:09,538 INFO [RS:0;63baa11b75f3:39647 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:09,538 INFO [RS:0;63baa11b75f3:39647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:09,538 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,39647,1731543873553 because: Region server is closing 2024-11-14T00:25:09,538 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:09,538 INFO [RS:0;63baa11b75f3:39647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39647. 2024-11-14T00:25:09,538 DEBUG [RS:0;63baa11b75f3:39647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:09,538 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:09,539 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:09,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:09,549 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.wal-reader.63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/WALs/63baa11b75f3,39647,1731543873553/63baa11b75f3%2C39647%2C1731543873553.1731543875664 2024-11-14T00:25:09,639 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39647,1731543873553.replicationSource.shipper63baa11b75f3%2C39647%2C1731543873553,1-63baa11b75f3,39647,1731543873553 terminated 2024-11-14T00:25:09,639 INFO [RS:0;63baa11b75f3:39647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39647. 2024-11-14T00:25:09,639 DEBUG [RS:0;63baa11b75f3:39647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:09,639 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:09,639 DEBUG [RS:0;63baa11b75f3:39647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:09,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:09,639 INFO [RS:0;63baa11b75f3:39647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39647 2024-11-14T00:25:09,729 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:09,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527/rs 2024-11-14T00:25:09,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-162401527/rs/63baa11b75f3,39647,1731543873553 2024-11-14T00:25:09,828 INFO [RS:0;63baa11b75f3:39647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:09,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,39647,1731543873553] 2024-11-14T00:25:09,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/draining/63baa11b75f3,39647,1731543873553 already deleted, retry=false 2024-11-14T00:25:09,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,39647,1731543873553 expired; onlineServers=0 2024-11-14T00:25:09,919 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,44535,1731543873446' ***** 2024-11-14T00:25:09,919 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:25:09,919 INFO [M:0;63baa11b75f3:44535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:09,919 INFO [M:0;63baa11b75f3:44535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:09,919 DEBUG [M:0;63baa11b75f3:44535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:25:09,919 DEBUG [M:0;63baa11b75f3:44535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:25:09,919 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543875427 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543875427,5,FailOnTimeoutGroup] 2024-11-14T00:25:09,919 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543875427 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543875427,5,FailOnTimeoutGroup] 2024-11-14T00:25:09,919 INFO [M:0;63baa11b75f3:44535 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:09,919 INFO [M:0;63baa11b75f3:44535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:09,919 DEBUG [M:0;63baa11b75f3:44535 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:25:09,919 INFO [M:0;63baa11b75f3:44535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:25:09,920 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:25:09,920 INFO [M:0;63baa11b75f3:44535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:09,920 INFO [M:0;63baa11b75f3:44535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:25:09,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:25:09,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:09,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-162401527/master 2024-11-14T00:25:09,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-162401527 2024-11-14T00:25:10,016 DEBUG [M:0;63baa11b75f3:44535 {}] zookeeper.RecoverableZooKeeper(212): Node /1-162401527/master already deleted, retry=false 2024-11-14T00:25:10,017 DEBUG [M:0;63baa11b75f3:44535 {}] master.ActiveMasterManager(353): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-162401527/master 2024-11-14T00:25:10,017 INFO [M:0;63baa11b75f3:44535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/.lastflushedseqids 2024-11-14T00:25:10,019 INFO [RS:0;63baa11b75f3:39647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:10,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:10,019 INFO [RS:0;63baa11b75f3:39647 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,39647,1731543873553; zookeeper connection closed. 2024-11-14T00:25:10,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39647-0x10136ba949a0004, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:10,042 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c4f4319 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c4f4319 2024-11-14T00:25:10,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:25:10,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741848_1024 (size=245) 2024-11-14T00:25:10,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:10,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,489 INFO [M:0;63baa11b75f3:44535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:25:10,489 INFO [M:0;63baa11b75f3:44535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:25:10,489 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:10,489 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:10,489 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:10,490 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:10,490 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:10,490 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T00:25:10,571 DEBUG [M:0;63baa11b75f3:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30e8050cd1c14ce08221638d49b6f839 is 82, key is hbase:meta,,1/info:regioninfo/1731543876314/Put/seqid=0 2024-11-14T00:25:10,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,593 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=19, created chunk count=34, reused chunk count=96, reuseRatio=73.85% 2024-11-14T00:25:10,596 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T00:25:10,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741849_1025 (size=5672) 2024-11-14T00:25:10,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:10,981 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:11,017 INFO [M:0;63baa11b75f3:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30e8050cd1c14ce08221638d49b6f839 2024-11-14T00:25:11,042 DEBUG [M:0;63baa11b75f3:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931360e9bda74413b79ba2a833446a4b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543886516/Put/seqid=0 2024-11-14T00:25:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741850_1026 (size=7218) 2024-11-14T00:25:11,058 INFO [M:0;63baa11b75f3:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931360e9bda74413b79ba2a833446a4b 2024-11-14T00:25:11,077 INFO [M:0;63baa11b75f3:44535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 931360e9bda74413b79ba2a833446a4b 2024-11-14T00:25:11,131 DEBUG [M:0;63baa11b75f3:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbf4edea218463abfe5d9f1bcf385f2 is 69, key is 63baa11b75f3,39647,1731543873553/rs:state/1731543875516/Put/seqid=0 2024-11-14T00:25:11,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741851_1027 (size=5156) 2024-11-14T00:25:11,142 INFO [M:0;63baa11b75f3:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbf4edea218463abfe5d9f1bcf385f2 2024-11-14T00:25:11,150 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30e8050cd1c14ce08221638d49b6f839 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30e8050cd1c14ce08221638d49b6f839 2024-11-14T00:25:11,157 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30e8050cd1c14ce08221638d49b6f839, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T00:25:11,165 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931360e9bda74413b79ba2a833446a4b as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/931360e9bda74413b79ba2a833446a4b 2024-11-14T00:25:11,177 INFO [M:0;63baa11b75f3:44535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 931360e9bda74413b79ba2a833446a4b 2024-11-14T00:25:11,177 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/931360e9bda74413b79ba2a833446a4b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T00:25:11,178 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbf4edea218463abfe5d9f1bcf385f2 as hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afbf4edea218463abfe5d9f1bcf385f2 2024-11-14T00:25:11,182 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/5c32a6d1-dbeb-db60-cbe6-1a5a9d43d706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afbf4edea218463abfe5d9f1bcf385f2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T00:25:11,183 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 693ms, sequenceid=105, compaction requested=false 2024-11-14T00:25:11,204 INFO [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:11,204 DEBUG [M:0;63baa11b75f3:44535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543910489Disabling compacts and flushes for region at 1731543910489Disabling writes for close at 1731543910490 (+1 ms)Obtaining lock to block concurrent updates at 1731543910490Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543910490Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731543910490Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543910492 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543910492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543910568 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543910568Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543911021 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543911041 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543911041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543911077 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543911130 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543911130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfffcc0: reopening flushed file at 1731543911149 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1735ba7f: reopening flushed file at 1731543911157 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5082528d: reopening flushed file at 1731543911177 (+20 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 693ms, sequenceid=105, compaction requested=false at 1731543911183 (+6 ms)Writing region close event to WAL at 1731543911204 (+21 ms)Closed at 1731543911204 2024-11-14T00:25:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741830_1006 (size=64423) 2024-11-14T00:25:11,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:11,207 INFO [M:0;63baa11b75f3:44535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:25:11,208 INFO [M:0;63baa11b75f3:44535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44535 2024-11-14T00:25:11,208 INFO [M:0;63baa11b75f3:44535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:11,317 INFO [M:0;63baa11b75f3:44535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x10136ba949a0003, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:11,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd1f802{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:11,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f675e54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:11,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:11,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12647805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:11,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cd9380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:11,321 WARN [BP-694506376-172.17.0.3-1731543871266 heartbeating to localhost/127.0.0.1:39549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:25:11,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:25:11,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:25:11,321 WARN [BP-694506376-172.17.0.3-1731543871266 heartbeating to localhost/127.0.0.1:39549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694506376-172.17.0.3-1731543871266 (Datanode Uuid 54aa9c3b-2a9e-4140-b08f-4a3545597c82) service to localhost/127.0.0.1:39549 2024-11-14T00:25:11,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/cluster_1e986988-33fa-8e81-2e8f-f896bc153c80/data/data1/current/BP-694506376-172.17.0.3-1731543871266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:11,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/cluster_1e986988-33fa-8e81-2e8f-f896bc153c80/data/data2/current/BP-694506376-172.17.0.3-1731543871266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:11,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:25:11,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68c29e02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:11,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a3882bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:11,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:11,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@465e6db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:11,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3f0133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e01c3c53-ace7-5cfe-5b5f-51feb5b297b2/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:11,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:25:11,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:25:11,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:11,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:11,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:11,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:11,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:11,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:25:11,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=685083865, stopped=false 2024-11-14T00:25:11,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,36513,1731543868875 2024-11-14T00:25:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933694283/running 2024-11-14T00:25:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933694283/running 2024-11-14T00:25:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:25:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:25:11,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:11,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/running 2024-11-14T00:25:11,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Set watcher on znode that does not yet exist, /0933694283/running 2024-11-14T00:25:11,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:11,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:11,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:11,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,36199,1731543869160' ***** 2024-11-14T00:25:11,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:25:11,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,36199,1731543869160 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36199. 2024-11-14T00:25:11,366 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2d6e249efec529d879bfe613219e296, disabling compactions & flushes 2024-11-14T00:25:11,366 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:25:11,366 DEBUG [RS:0;63baa11b75f3:36199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:11,366 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:25:11,366 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:11,366 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543884141.a2d6e249efec529d879bfe613219e296. after waiting 0 ms 2024-11-14T00:25:11,366 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:25:11,366 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2d6e249efec529d879bfe613219e296 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T00:25:11,366 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:25:11,367 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:25:11,367 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1325): Online Regions={a2d6e249efec529d879bfe613219e296=test,,1731543884141.a2d6e249efec529d879bfe613219e296., 1588230740=hbase:meta,,1.1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5=hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.} 2024-11-14T00:25:11,367 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:11,367 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:11,367 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:11,367 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:11,367 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:11,367 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:11,367 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:25:11,386 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/info/3d1a477cc03144d9829c7c3e989cb229 is 147, key is hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5./info:regioninfo/1731543890818/Put/seqid=0 2024-11-14T00:25:11,386 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/f/4c6bc054b7bd46ccab762996aa0cb0bb is 37, key is row3/f:row3/1731543902835/Put/seqid=0 2024-11-14T00:25:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741841_1017 (size=5228) 2024-11-14T00:25:11,404 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741840_1016 (size=7686) 2024-11-14T00:25:11,538 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:25:11,539 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:25:11,567 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:11,599 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T00:25:11,599 INFO [master/63baa11b75f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T00:25:11,767 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:11,805 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/f/4c6bc054b7bd46ccab762996aa0cb0bb 2024-11-14T00:25:11,810 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/info/3d1a477cc03144d9829c7c3e989cb229 2024-11-14T00:25:11,817 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c6bc054b7bd46ccab762996aa0cb0bb 2024-11-14T00:25:11,834 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/f1/e368132648864db593d346526ca168aa is 30, key is row1/f1:/1731543900151/DeleteFamily/seqid=0 2024-11-14T00:25:11,835 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/ns/4de0a519844d4870b8c209d35a1674f4 is 43, key is default/ns:d/1731543871133/Put/seqid=0 2024-11-14T00:25:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741842_1018 (size=5153) 2024-11-14T00:25:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741843_1019 (size=5158) 2024-11-14T00:25:11,839 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/ns/4de0a519844d4870b8c209d35a1674f4 2024-11-14T00:25:11,858 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/rep_barrier/ecdf654a6d804af7a14b4f116af5bbd6 is 112, key is test,,1731543884141.a2d6e249efec529d879bfe613219e296./rep_barrier:seqnumDuringOpen/1731543884989/Put/seqid=0 2024-11-14T00:25:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741844_1020 (size=5518) 2024-11-14T00:25:11,967 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:12,167 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:12,213 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1493, reset compression=false 2024-11-14T00:25:12,221 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:12,221 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1740, reset compression=false 2024-11-14T00:25:12,221 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,36199,1731543869160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:12,222 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,36199,1731543869160: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,36199,1731543869160, walGroup=63baa11b75f3%2C36199%2C1731543869160, offset=63baa11b75f3%2C36199%2C1731543869160.1731543870668:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:36199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:25:12,223 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:25:12,224 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:25:12,224 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:25:12,224 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:25:12,224 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:25:12,224 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 855726512 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199502376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:25:12,225 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:36513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:36513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:25:12,239 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/f1/e368132648864db593d346526ca168aa 2024-11-14T00:25:12,244 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e368132648864db593d346526ca168aa 2024-11-14T00:25:12,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:12,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:25:12,252 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88712 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:25:12,262 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/rep_barrier/ecdf654a6d804af7a14b4f116af5bbd6 2024-11-14T00:25:12,266 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/norep/73164732240e43c4ae015b2cab74233a is 32, key is row/norep:/1731543899144/DeleteFamily/seqid=0 2024-11-14T00:25:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741845_1021 (size=5101) 2024-11-14T00:25:12,287 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/table/89253c5b5c3547e1a17300e3d2b39d22 is 53, key is hbase:replication/table:state/1731543890824/Put/seqid=0 2024-11-14T00:25:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741846_1022 (size=5308) 2024-11-14T00:25:12,368 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:12,432 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1740, reset compression=false 2024-11-14T00:25:12,568 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5, a2d6e249efec529d879bfe613219e296 2024-11-14T00:25:12,681 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/norep/73164732240e43c4ae015b2cab74233a 2024-11-14T00:25:12,688 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73164732240e43c4ae015b2cab74233a 2024-11-14T00:25:12,690 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/f/4c6bc054b7bd46ccab762996aa0cb0bb as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/f/4c6bc054b7bd46ccab762996aa0cb0bb 2024-11-14T00:25:12,695 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/table/89253c5b5c3547e1a17300e3d2b39d22 2024-11-14T00:25:12,700 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c6bc054b7bd46ccab762996aa0cb0bb 2024-11-14T00:25:12,700 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/f/4c6bc054b7bd46ccab762996aa0cb0bb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T00:25:12,700 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/info/3d1a477cc03144d9829c7c3e989cb229 as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/info/3d1a477cc03144d9829c7c3e989cb229 2024-11-14T00:25:12,701 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/f1/e368132648864db593d346526ca168aa as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/f1/e368132648864db593d346526ca168aa 2024-11-14T00:25:12,705 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e368132648864db593d346526ca168aa 2024-11-14T00:25:12,705 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/info/3d1a477cc03144d9829c7c3e989cb229, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:25:12,706 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/f1/e368132648864db593d346526ca168aa, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T00:25:12,706 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/ns/4de0a519844d4870b8c209d35a1674f4 as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/ns/4de0a519844d4870b8c209d35a1674f4 2024-11-14T00:25:12,706 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/.tmp/norep/73164732240e43c4ae015b2cab74233a as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/norep/73164732240e43c4ae015b2cab74233a 2024-11-14T00:25:12,711 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73164732240e43c4ae015b2cab74233a 2024-11-14T00:25:12,711 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/norep/73164732240e43c4ae015b2cab74233a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T00:25:12,711 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/ns/4de0a519844d4870b8c209d35a1674f4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:25:12,712 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/rep_barrier/ecdf654a6d804af7a14b4f116af5bbd6 as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/rep_barrier/ecdf654a6d804af7a14b4f116af5bbd6 2024-11-14T00:25:12,712 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a2d6e249efec529d879bfe613219e296 in 1346ms, sequenceid=12, compaction requested=false 2024-11-14T00:25:12,713 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:25:12,716 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/rep_barrier/ecdf654a6d804af7a14b4f116af5bbd6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:25:12,717 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/.tmp/table/89253c5b5c3547e1a17300e3d2b39d22 as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/table/89253c5b5c3547e1a17300e3d2b39d22 2024-11-14T00:25:12,730 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/table/89253c5b5c3547e1a17300e3d2b39d22, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:25:12,731 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false 2024-11-14T00:25:12,731 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:25:12,735 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 1740, reset compression=false 2024-11-14T00:25:12,738 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/default/test/a2d6e249efec529d879bfe613219e296/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T00:25:12,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:12,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:12,739 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:25:12,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2d6e249efec529d879bfe613219e296: Waiting for close lock at 1731543911366Running coprocessor pre-close hooks at 1731543911366Disabling compacts and flushes for region at 1731543911366Disabling writes for close at 1731543911366Obtaining lock to block concurrent updates at 1731543911366Preparing flush snapshotting stores in a2d6e249efec529d879bfe613219e296 at 1731543911366Finished memstore snapshotting test,,1731543884141.a2d6e249efec529d879bfe613219e296., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731543911367 (+1 ms)Flushing stores of test,,1731543884141.a2d6e249efec529d879bfe613219e296. at 1731543911369 (+2 ms)Flushing a2d6e249efec529d879bfe613219e296/f: creating writer at 1731543911369Flushing a2d6e249efec529d879bfe613219e296/f: appending metadata at 1731543911386 (+17 ms)Flushing a2d6e249efec529d879bfe613219e296/f: closing flushed file at 1731543911386Flushing a2d6e249efec529d879bfe613219e296/f1: creating writer at 1731543911817 (+431 ms)Flushing a2d6e249efec529d879bfe613219e296/f1: appending metadata at 1731543911834 (+17 ms)Flushing a2d6e249efec529d879bfe613219e296/f1: closing flushed file at 1731543911834Flushing a2d6e249efec529d879bfe613219e296/norep: creating writer at 1731543912244 (+410 ms)Flushing a2d6e249efec529d879bfe613219e296/norep: appending metadata at 1731543912265 (+21 ms)Flushing a2d6e249efec529d879bfe613219e296/norep: closing flushed file at 1731543912265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d0393b: reopening flushed file at 1731543912688 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5494a347: reopening flushed file at 1731543912700 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a98ff11: reopening flushed file at 1731543912706 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a2d6e249efec529d879bfe613219e296 in 1346ms, sequenceid=12, compaction requested=false at 1731543912712 (+6 ms)Writing region close event to WAL at 1731543912724 (+12 ms)Running coprocessor post-close hooks at 1731543912739 (+15 ms)Closed at 1731543912739 2024-11-14T00:25:12,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543884141.a2d6e249efec529d879bfe613219e296. 2024-11-14T00:25:12,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25ca6268422fe2b5fe98539ea2d5d7d5, disabling compactions & flushes 2024-11-14T00:25:12,742 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,742 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,742 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. after waiting 0 ms 2024-11-14T00:25:12,742 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,742 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25ca6268422fe2b5fe98539ea2d5d7d5: Waiting for close lock at 1731543912739Running coprocessor pre-close hooks at 1731543912739Disabling compacts and flushes for region at 1731543912739Disabling writes for close at 1731543912742 (+3 ms)Failed flush hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5., putting online again at 1731543912742 2024-11-14T00:25:12,742 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,768 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:25:12,768 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5=hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5.} 2024-11-14T00:25:12,768 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:25:12,768 DEBUG [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ca6268422fe2b5fe98539ea2d5d7d5 2024-11-14T00:25:12,768 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25ca6268422fe2b5fe98539ea2d5d7d5, disabling compactions & flushes 2024-11-14T00:25:12,768 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,769 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,769 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. after waiting 0 ms 2024-11-14T00:25:12,769 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,769 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25ca6268422fe2b5fe98539ea2d5d7d5: Waiting for close lock at 1731543912768Running coprocessor pre-close hooks at 1731543912768Disabling compacts and flushes for region at 1731543912768Disabling writes for close at 1731543912769 (+1 ms)Failed flush hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5., putting online again at 1731543912769 2024-11-14T00:25:12,769 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543889640.25ca6268422fe2b5fe98539ea2d5d7d5. 2024-11-14T00:25:12,774 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:12,774 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 2384, reset compression=false 2024-11-14T00:25:12,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:25:12,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:12,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:12,793 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:12,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543911367Running coprocessor pre-close hooks at 1731543911367Disabling compacts and flushes for region at 1731543911367Disabling writes for close at 1731543911367Obtaining lock to block concurrent updates at 1731543911367Preparing flush snapshotting stores in 1588230740 at 1731543911367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543911367Flushing stores of hbase:meta,,1.1588230740 at 1731543911368 (+1 ms)Flushing 1588230740/info: creating writer at 1731543911368Flushing 1588230740/info: appending metadata at 1731543911386 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731543911386Flushing 1588230740/ns: creating writer at 1731543911817 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731543911833 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731543911833Flushing 1588230740/rep_barrier: creating writer at 1731543911842 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543911857 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543911857Flushing 1588230740/table: creating writer at 1731543912267 (+410 ms)Flushing 1588230740/table: appending metadata at 1731543912287 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731543912287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16154a52: reopening flushed file at 1731543912699 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5fc722: reopening flushed file at 1731543912706 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38686a74: reopening flushed file at 1731543912711 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3852dc7c: reopening flushed file at 1731543912716 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false at 1731543912731 (+15 ms)Writing region close event to WAL at 1731543912785 (+54 ms)Running coprocessor post-close hooks at 1731543912793 (+8 ms)Closed at 1731543912793 2024-11-14T00:25:12,793 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:12,968 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T00:25:12,969 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,36199,1731543869160; all regions closed. 2024-11-14T00:25:12,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:25:12,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.meta.1731543871026.meta not finished, retry = 0 2024-11-14T00:25:12,985 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/WALs/63baa11b75f3,36199,1731543869160/63baa11b75f3%2C36199%2C1731543869160.1731543870668 to pos 2384, reset compression=false 2024-11-14T00:25:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741839_1015 (size=2609) 2024-11-14T00:25:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741833_1009 (size=2392) 2024-11-14T00:25:13,076 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:13,076 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:13,076 INFO [RS:0;63baa11b75f3:36199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:13,076 INFO [RS:0;63baa11b75f3:36199 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:13,076 INFO [RS:0;63baa11b75f3:36199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:13,076 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,36199,1731543869160 because: Region server is closing 2024-11-14T00:25:13,076 INFO [RS:0;63baa11b75f3:36199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36199. 2024-11-14T00:25:13,076 DEBUG [RS:0;63baa11b75f3:36199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:13,076 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:13,077 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:13,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:13,077 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:13,177 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.shipper63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 terminated 2024-11-14T00:25:13,177 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,36199,1731543869160.replicationSource.wal-reader.63baa11b75f3%2C36199%2C1731543869160,1-63baa11b75f3,36199,1731543869160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:25:13,177 INFO [RS:0;63baa11b75f3:36199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:36199. 2024-11-14T00:25:13,177 DEBUG [RS:0;63baa11b75f3:36199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:13,177 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:13,177 DEBUG [RS:0;63baa11b75f3:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:13,177 INFO [RS:0;63baa11b75f3:36199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36199 2024-11-14T00:25:13,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:13,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283/rs 2024-11-14T00:25:13,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933694283/rs/63baa11b75f3,36199,1731543869160 2024-11-14T00:25:13,223 INFO [RS:0;63baa11b75f3:36199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:13,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,36199,1731543869160] 2024-11-14T00:25:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:13,508 INFO [RS:0;63baa11b75f3:36199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x10136ba949a0001, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:13,508 INFO [RS:0;63baa11b75f3:36199 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,36199,1731543869160; zookeeper connection closed. 2024-11-14T00:25:13,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@263af857 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@263af857 2024-11-14T00:25:13,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:25:13,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0933694283/draining/63baa11b75f3,36199,1731543869160 already deleted, retry=false 2024-11-14T00:25:13,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,36199,1731543869160 expired; onlineServers=0 2024-11-14T00:25:13,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,36513,1731543868875' ***** 2024-11-14T00:25:13,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:13,518 DEBUG [M:0;63baa11b75f3:36513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:25:13,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:25:13,518 DEBUG [M:0;63baa11b75f3:36513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:25:13,518 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543870369 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543870369,5,FailOnTimeoutGroup] 2024-11-14T00:25:13,518 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543870382 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543870382,5,FailOnTimeoutGroup] 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:13,518 DEBUG [M:0;63baa11b75f3:36513 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:13,518 INFO [M:0;63baa11b75f3:36513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:25:13,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:25:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933694283/master 2024-11-14T00:25:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933694283 2024-11-14T00:25:13,580 DEBUG [M:0;63baa11b75f3:36513 {}] zookeeper.ZKUtil(347): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Unable to get data of znode /0933694283/master because node does not exist (not an error) 2024-11-14T00:25:13,580 WARN [M:0;63baa11b75f3:36513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:25:13,581 INFO [M:0;63baa11b75f3:36513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/.lastflushedseqids 2024-11-14T00:25:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741847_1023 (size=245) 2024-11-14T00:25:13,985 INFO [M:0;63baa11b75f3:36513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:25:13,985 INFO [M:0;63baa11b75f3:36513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:25:13,985 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:13,985 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:13,985 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:13,985 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:13,985 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:13,986 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T00:25:14,005 DEBUG [M:0;63baa11b75f3:36513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e764d13173a5417e90cde61e6e3c9077 is 82, key is hbase:meta,,1/info:regioninfo/1731543871084/Put/seqid=0 2024-11-14T00:25:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741848_1024 (size=5672) 2024-11-14T00:25:14,409 INFO [M:0;63baa11b75f3:36513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e764d13173a5417e90cde61e6e3c9077 2024-11-14T00:25:14,430 DEBUG [M:0;63baa11b75f3:36513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d01bb59c0c4f4bb6686c9159637be4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543885021/Put/seqid=0 2024-11-14T00:25:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741849_1025 (size=7218) 2024-11-14T00:25:14,438 INFO [M:0;63baa11b75f3:36513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d01bb59c0c4f4bb6686c9159637be4 2024-11-14T00:25:14,443 INFO [M:0;63baa11b75f3:36513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96d01bb59c0c4f4bb6686c9159637be4 2024-11-14T00:25:14,461 DEBUG [M:0;63baa11b75f3:36513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70e7797f8040486081e3bc372ad83c7c is 69, key is 63baa11b75f3,36199,1731543869160/rs:state/1731543870433/Put/seqid=0 2024-11-14T00:25:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741850_1026 (size=5156) 2024-11-14T00:25:14,876 INFO [M:0;63baa11b75f3:36513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70e7797f8040486081e3bc372ad83c7c 2024-11-14T00:25:14,892 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e764d13173a5417e90cde61e6e3c9077 as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e764d13173a5417e90cde61e6e3c9077 2024-11-14T00:25:14,896 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e764d13173a5417e90cde61e6e3c9077, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T00:25:14,897 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d01bb59c0c4f4bb6686c9159637be4 as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96d01bb59c0c4f4bb6686c9159637be4 2024-11-14T00:25:14,900 INFO [M:0;63baa11b75f3:36513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96d01bb59c0c4f4bb6686c9159637be4 2024-11-14T00:25:14,900 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96d01bb59c0c4f4bb6686c9159637be4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T00:25:14,901 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70e7797f8040486081e3bc372ad83c7c as hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70e7797f8040486081e3bc372ad83c7c 2024-11-14T00:25:14,905 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/b2305e00-0b50-a263-ee40-10f13711b906/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70e7797f8040486081e3bc372ad83c7c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T00:25:14,906 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-11-14T00:25:14,907 INFO [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:14,907 DEBUG [M:0;63baa11b75f3:36513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543913985Disabling compacts and flushes for region at 1731543913985Disabling writes for close at 1731543913985Obtaining lock to block concurrent updates at 1731543913986 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543913986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731543913986Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543913986Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543913986Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543914004 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543914005 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543914413 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543914429 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543914429Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543914443 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543914461 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543914461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea680bc: reopening flushed file at 1731543914891 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e10b6ad: reopening flushed file at 1731543914896 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2822d2a8: reopening flushed file at 1731543914901 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1731543914906 (+5 ms)Writing region close event to WAL at 1731543914906Closed at 1731543914906 2024-11-14T00:25:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741830_1006 (size=64423) 2024-11-14T00:25:14,912 INFO [M:0;63baa11b75f3:36513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:25:14,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:14,912 INFO [M:0;63baa11b75f3:36513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36513 2024-11-14T00:25:14,912 INFO [M:0;63baa11b75f3:36513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:15,085 INFO [M:0;63baa11b75f3:36513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:15,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:15,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x10136ba949a0000, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:15,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f4f4600{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:15,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b15ec5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:15,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:15,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7957adf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:15,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eca1511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:15,090 WARN [BP-1472965535-172.17.0.3-1731543865602 heartbeating to localhost/127.0.0.1:33321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:25:15,090 WARN [BP-1472965535-172.17.0.3-1731543865602 heartbeating to localhost/127.0.0.1:33321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1472965535-172.17.0.3-1731543865602 (Datanode Uuid 68a0de20-ff9d-4d9c-91f6-3d77cd0f54cb) service to localhost/127.0.0.1:33321 2024-11-14T00:25:15,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:25:15,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/data/data2/current/BP-1472965535-172.17.0.3-1731543865602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:15,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:25:15,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/cluster_8787c877-205c-f9c6-9d14-1e6ebbe351df/data/data1/current/BP-1472965535-172.17.0.3-1731543865602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:15,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:25:15,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13666c64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:15,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b35f83a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:15,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:15,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399187c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:15,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e682da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/331ae012-81d2-6688-6d2a-6d1b59d602a3/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:15,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:25:15,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:15,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:15,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136ba949a0002, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:25:15,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136ba949a0005, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:25:15,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136ba949a0008, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:25:15,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136ba949a0008, quorum=127.0.0.1:54604, baseZNode=/2-1368957974 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:25:15,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136ba949a0005, quorum=127.0.0.1:54604, baseZNode=/1-162401527 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:25:15,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136ba949a0002, quorum=127.0.0.1:54604, baseZNode=/0933694283 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:25:15,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:25:15,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54604) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37985 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39549 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54604) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54604) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33321 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1064 (was 999) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2863 (was 2235) - AvailableMemoryMB LEAK? - 2024-11-14T00:25:15,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=1064, ProcessCount=11, AvailableMemoryMB=2861 2024-11-14T00:25:15,260 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T00:25:15,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir so I do NOT create it in target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8 2024-11-14T00:25:15,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:25:15,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.tmp.dir so I do NOT create it in target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8 2024-11-14T00:25:15,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d9a93b7-76fa-91e5-82e5-22914b8661bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:25:15,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8 2024-11-14T00:25:15,261 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068, deleteOnExit=true 2024-11-14T00:25:15,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/zookeeper_0, clientPort=52101, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:25:15,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52101 2024-11-14T00:25:15,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:25:15,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:25:15,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/test.cache.data in system properties and HBase conf 2024-11-14T00:25:15,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:25:15,275 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:25:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:25:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:25:16,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:16,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:25:16,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:25:16,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:25:16,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:25:16,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:16,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@707cc983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:25:16,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1f488a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:25:16,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a98fdc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-11832425803583024287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:16,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b0a045e{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-11-14T00:25:16,182 INFO [Time-limited test {}] server.Server(415): Started @319317ms 2024-11-14T00:25:16,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:16,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:25:16,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:25:16,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:25:16,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:25:16,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95d46a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:25:16,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3299bc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:25:16,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@87d94c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/java.io.tmpdir/jetty-localhost-42179-hadoop-hdfs-3_4_1-tests_jar-_-any-4664851099684173420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:16,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bddd43e{HTTP/1.1, (http/1.1)}{localhost:42179} 2024-11-14T00:25:16,853 INFO [Time-limited test {}] server.Server(415): Started @319988ms 2024-11-14T00:25:16,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:25:18,100 WARN [Thread-3453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/data/data1/current/BP-995656848-172.17.0.3-1731543915291/current, will proceed with Du for space computation calculation, 2024-11-14T00:25:18,100 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/data/data2/current/BP-995656848-172.17.0.3-1731543915291/current, will proceed with Du for space computation calculation, 2024-11-14T00:25:18,125 WARN [Thread-3441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:25:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd8fe706581024f9 with lease ID 0x8bd25fb68ae4d55c: Processing first storage report for DS-ff3bb61c-2295-41dd-99a8-996edac0b7bd from datanode DatanodeRegistration(127.0.0.1:37075, datanodeUuid=c6cd3df1-751d-4627-ad78-35cc51b9a6f9, infoPort=36051, infoSecurePort=0, ipcPort=43917, storageInfo=lv=-57;cid=testClusterID;nsid=1898849244;c=1731543915291) 2024-11-14T00:25:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd8fe706581024f9 with lease ID 0x8bd25fb68ae4d55c: from storage DS-ff3bb61c-2295-41dd-99a8-996edac0b7bd node DatanodeRegistration(127.0.0.1:37075, datanodeUuid=c6cd3df1-751d-4627-ad78-35cc51b9a6f9, infoPort=36051, infoSecurePort=0, ipcPort=43917, storageInfo=lv=-57;cid=testClusterID;nsid=1898849244;c=1731543915291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:25:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd8fe706581024f9 with lease ID 0x8bd25fb68ae4d55c: Processing first storage report for DS-8aa37e1b-4ada-45f2-b4e5-eee6c1b70275 from datanode DatanodeRegistration(127.0.0.1:37075, datanodeUuid=c6cd3df1-751d-4627-ad78-35cc51b9a6f9, infoPort=36051, infoSecurePort=0, ipcPort=43917, storageInfo=lv=-57;cid=testClusterID;nsid=1898849244;c=1731543915291) 2024-11-14T00:25:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd8fe706581024f9 with lease ID 0x8bd25fb68ae4d55c: from storage DS-8aa37e1b-4ada-45f2-b4e5-eee6c1b70275 node DatanodeRegistration(127.0.0.1:37075, datanodeUuid=c6cd3df1-751d-4627-ad78-35cc51b9a6f9, infoPort=36051, infoSecurePort=0, ipcPort=43917, storageInfo=lv=-57;cid=testClusterID;nsid=1898849244;c=1731543915291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:25:18,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8 2024-11-14T00:25:18,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:18,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:25:18,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0 with version=8 2024-11-14T00:25:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/hbase-staging 2024-11-14T00:25:18,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:25:18,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34209 2024-11-14T00:25:18,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34209 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:18,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342090x0, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:18,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34209-0x10136bb56af0000 connected 2024-11-14T00:25:18,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:18,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:18,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/running 2024-11-14T00:25:18,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0, hbase.cluster.distributed=false 2024-11-14T00:25:18,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/acl 2024-11-14T00:25:18,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34209 2024-11-14T00:25:18,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34209 2024-11-14T00:25:18,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34209 2024-11-14T00:25:18,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34209 2024-11-14T00:25:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34209 2024-11-14T00:25:18,894 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:25:18,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:18,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:18,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:25:18,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:18,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:25:18,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:25:18,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:25:18,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39487 2024-11-14T00:25:18,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39487 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:18,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:18,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:18,955 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394870x0, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:18,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394870x0, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/running 2024-11-14T00:25:18,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39487-0x10136bb56af0001 connected 2024-11-14T00:25:18,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:25:18,956 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:25:18,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/master 2024-11-14T00:25:18,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/acl 2024-11-14T00:25:18,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-14T00:25:18,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39487 2024-11-14T00:25:18,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39487 2024-11-14T00:25:18,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-14T00:25:18,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-14T00:25:18,969 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:34209 2024-11-14T00:25:18,969 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1964811304/backup-masters/63baa11b75f3,34209,1731543918191 2024-11-14T00:25:19,065 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304/backup-masters 2024-11-14T00:25:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304/backup-masters 2024-11-14T00:25:19,066 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on existing znode=/0-1964811304/backup-masters/63baa11b75f3,34209,1731543918191 2024-11-14T00:25:19,128 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1964811304/master 2024-11-14T00:25:19,128 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:19,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:19,133 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on existing znode=/0-1964811304/master 2024-11-14T00:25:19,133 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1964811304/backup-masters/63baa11b75f3,34209,1731543918191 from backup master directory 2024-11-14T00:25:19,194 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304/backup-masters 2024-11-14T00:25:19,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964811304/backup-masters/63baa11b75f3,34209,1731543918191 2024-11-14T00:25:19,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304/backup-masters 2024-11-14T00:25:19,194 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:25:19,194 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,34209,1731543918191 2024-11-14T00:25:19,197 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/hbase.id] with ID: 171ac977-29c9-4816-a0bf-3345a34aec03 2024-11-14T00:25:19,197 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/.tmp/hbase.id 2024-11-14T00:25:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:25:19,605 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/.tmp/hbase.id]:[hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/hbase.id] 2024-11-14T00:25:19,613 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:19,613 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:25:19,614 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:25:19,681 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:19,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:19,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:25:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:25:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:25:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:25:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:20,086 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:20,087 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:25:20,087 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:20,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:25:20,492 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store 2024-11-14T00:25:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:25:20,502 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:20,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:20,503 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:20,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:20,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:20,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:20,503 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:20,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543920503Disabling compacts and flushes for region at 1731543920503Disabling writes for close at 1731543920503Writing region close event to WAL at 1731543920503Closed at 1731543920503 2024-11-14T00:25:20,504 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/.initializing 2024-11-14T00:25:20,504 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/WALs/63baa11b75f3,34209,1731543918191 2024-11-14T00:25:20,504 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:25:20,506 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C34209%2C1731543918191, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/WALs/63baa11b75f3,34209,1731543918191, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/oldWALs, maxLogs=10 2024-11-14T00:25:20,524 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/WALs/63baa11b75f3,34209,1731543918191/63baa11b75f3%2C34209%2C1731543918191.1731543920506, exclude list is [], retry=0 2024-11-14T00:25:20,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37075,DS-ff3bb61c-2295-41dd-99a8-996edac0b7bd,DISK] 2024-11-14T00:25:20,528 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/WALs/63baa11b75f3,34209,1731543918191/63baa11b75f3%2C34209%2C1731543918191.1731543920506 2024-11-14T00:25:20,536 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-14T00:25:20,536 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:20,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:20,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:25:20,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:20,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:20,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:25:20,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:20,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:20,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:25:20,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:20,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:20,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:25:20,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:20,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:20,546 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,547 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,547 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,548 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,548 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,548 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:20,549 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:20,552 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:20,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64121388, jitterRate=-0.04451686143875122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:20,553 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543920537Initializing all the Stores at 1731543920538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543920538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543920538Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543920538Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543920538Cleaning up temporary data from old regions at 1731543920548 (+10 ms)Region opened successfully at 1731543920553 (+5 ms) 2024-11-14T00:25:20,556 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:25:20,559 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e41897a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:25:20,559 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:25:20,560 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:25:20,560 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:25:20,560 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:25:20,560 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:25:20,561 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:25:20,561 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:25:20,572 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:25:20,589 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Unable to get data of znode /0-1964811304/balancer because node does not exist (not necessarily an error) 2024-11-14T00:25:20,630 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/balancer already deleted, retry=false 2024-11-14T00:25:20,631 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:25:20,632 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Unable to get data of znode /0-1964811304/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:25:20,705 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/normalizer already deleted, retry=false 2024-11-14T00:25:20,705 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:25:20,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Unable to get data of znode /0-1964811304/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:25:20,772 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/switch/split already deleted, retry=false 2024-11-14T00:25:20,776 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Unable to get data of znode /0-1964811304/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:25:20,837 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/switch/merge already deleted, retry=false 2024-11-14T00:25:20,840 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Unable to get data of znode /0-1964811304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:25:20,921 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/snapshot-cleanup already deleted, retry=false 2024-11-14T00:25:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1964811304/running 2024-11-14T00:25:20,995 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1964811304/running 2024-11-14T00:25:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:20,995 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:20,996 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,34209,1731543918191, sessionid=0x10136bb56af0000, setting cluster-up flag (Was=false) 2024-11-14T00:25:21,096 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:21,224 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1964811304/flush-table-proc/acquired, /0-1964811304/flush-table-proc/reached, /0-1964811304/flush-table-proc/abort 2024-11-14T00:25:21,240 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,34209,1731543918191 2024-11-14T00:25:21,301 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:21,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:21,507 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1964811304/online-snapshot/acquired, /0-1964811304/online-snapshot/reached, /0-1964811304/online-snapshot/abort 2024-11-14T00:25:21,508 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,34209,1731543918191 2024-11-14T00:25:21,510 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:25:21,513 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:21,514 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:25:21,514 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:25:21,514 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,34209,1731543918191 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:25:21,515 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:21,515 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:21,515 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:21,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:21,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:25:21,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:25:21,516 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:21,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:25:21,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:21,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:25:21,544 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543951544 2024-11-14T00:25:21,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:25:21,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:25:21,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:25:21,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:25:21,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:25:21,545 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:25:21,556 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:25:21,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:25:21,558 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0 2024-11-14T00:25:21,564 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:25:21,564 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:25:21,564 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:25:21,565 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:25:21,569 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(746): ClusterId : 171ac977-29c9-4816-a0bf-3345a34aec03 2024-11-14T00:25:21,569 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:25:21,576 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:25:21,576 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:25:21,580 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543921576,5,FailOnTimeoutGroup] 2024-11-14T00:25:21,584 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543921580,5,FailOnTimeoutGroup] 2024-11-14T00:25:21,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:25:21,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:25:21,614 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:25:21,614 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:25:21,684 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:25:21,684 DEBUG [RS:0;63baa11b75f3:39487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba8d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:25:21,700 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:39487 2024-11-14T00:25:21,701 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:25:21,701 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:25:21,701 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:25:21,701 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,34209,1731543918191 with port=39487, startcode=1731543918894 2024-11-14T00:25:21,702 DEBUG [RS:0;63baa11b75f3:39487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:25:21,709 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:25:21,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,39487,1731543918894 2024-11-14T00:25:21,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34209 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:21,712 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0 2024-11-14T00:25:21,712 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34135 2024-11-14T00:25:21,712 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:25:21,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304/rs 2024-11-14T00:25:21,747 DEBUG [RS:0;63baa11b75f3:39487 {}] zookeeper.ZKUtil(111): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on existing znode=/0-1964811304/rs/63baa11b75f3,39487,1731543918894 2024-11-14T00:25:21,747 WARN [RS:0;63baa11b75f3:39487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:25:21,747 INFO [RS:0;63baa11b75f3:39487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:21,748 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894 2024-11-14T00:25:21,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,39487,1731543918894] 2024-11-14T00:25:21,772 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:25:21,780 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:25:21,781 INFO [RS:0;63baa11b75f3:39487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:25:21,781 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,808 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:25:21,809 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:25:21,809 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,809 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:21,812 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:25:21,813 DEBUG [RS:0;63baa11b75f3:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:25:21,828 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,828 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,828 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,828 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,828 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,828 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,39487,1731543918894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:25:21,845 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:25:21,845 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,39487,1731543918894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,845 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,845 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.Replication(171): 63baa11b75f3,39487,1731543918894 started 2024-11-14T00:25:21,868 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:21,868 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,39487,1731543918894, RpcServer on 63baa11b75f3/172.17.0.3:39487, sessionid=0x10136bb56af0001 2024-11-14T00:25:21,869 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:25:21,869 DEBUG [RS:0;63baa11b75f3:39487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,39487,1731543918894 2024-11-14T00:25:21,869 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,39487,1731543918894' 2024-11-14T00:25:21,869 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1964811304/flush-table-proc/abort' 2024-11-14T00:25:21,869 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1964811304/flush-table-proc/acquired' 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,39487,1731543918894 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,39487,1731543918894' 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1964811304/online-snapshot/abort' 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1964811304/online-snapshot/acquired' 2024-11-14T00:25:21,870 DEBUG [RS:0;63baa11b75f3:39487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:25:21,870 INFO [RS:0;63baa11b75f3:39487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:25:21,870 INFO [RS:0;63baa11b75f3:39487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:25:21,971 INFO [RS:0;63baa11b75f3:39487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:25:21,972 INFO [RS:0;63baa11b75f3:39487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39487%2C1731543918894, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/oldWALs, maxLogs=10 2024-11-14T00:25:21,987 DEBUG [RS:0;63baa11b75f3:39487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972, exclude list is [], retry=0 2024-11-14T00:25:21,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37075,DS-ff3bb61c-2295-41dd-99a8-996edac0b7bd,DISK] 2024-11-14T00:25:21,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:21,990 INFO [RS:0;63baa11b75f3:39487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 2024-11-14T00:25:21,992 DEBUG [RS:0;63baa11b75f3:39487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-14T00:25:21,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:25:21,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:25:21,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:21,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:21,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:25:21,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:25:21,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:21,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:21,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:25:21,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:25:21,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:21,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:21,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:25:21,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:25:21,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:21,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:21,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:25:22,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740 2024-11-14T00:25:22,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740 2024-11-14T00:25:22,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:25:22,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:25:22,002 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:22,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:25:22,005 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:22,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64990713, jitterRate=-0.03156290948390961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:22,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543921990Initializing all the Stores at 1731543921991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543921991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543921992 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543921992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543921992Cleaning up temporary data from old regions at 1731543922001 (+9 ms)Region opened successfully at 1731543922006 (+5 ms) 2024-11-14T00:25:22,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:22,006 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:22,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:22,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:22,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:22,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:22,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543922006Disabling compacts and flushes for region at 1731543922006Disabling writes for close at 1731543922006Writing region close event to WAL at 1731543922007 (+1 ms)Closed at 1731543922007 2024-11-14T00:25:22,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:22,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:25:22,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:25:22,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:25:22,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:25:22,160 DEBUG [63baa11b75f3:34209 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:25:22,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:22,161 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,39487,1731543918894, state=OPENING 2024-11-14T00:25:22,212 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:25:22,323 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:22,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:25:22,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,39487,1731543918894}] 2024-11-14T00:25:22,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964811304/meta-region-server: CHANGED 2024-11-14T00:25:22,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964811304/meta-region-server: CHANGED 2024-11-14T00:25:22,476 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:22,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:25:22,480 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:25:22,480 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:22,480 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:25:22,482 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39487%2C1731543918894.meta, suffix=.meta, logDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/oldWALs, maxLogs=10 2024-11-14T00:25:22,507 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.meta.1731543922482.meta, exclude list is [], retry=0 2024-11-14T00:25:22,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37075,DS-ff3bb61c-2295-41dd-99a8-996edac0b7bd,DISK] 2024-11-14T00:25:22,521 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.meta.1731543922482.meta 2024-11-14T00:25:22,521 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-14T00:25:22,521 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:22,522 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:22,522 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:25:22,522 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:25:22,522 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:25:22,522 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:25:22,522 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:22,522 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:25:22,522 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:25:22,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:25:22,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:25:22,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:22,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:22,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:25:22,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:25:22,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:22,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:22,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:25:22,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:25:22,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:22,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:22,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:25:22,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:25:22,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:22,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:22,530 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:25:22,531 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740 2024-11-14T00:25:22,531 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740 2024-11-14T00:25:22,532 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:25:22,532 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:25:22,533 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:22,534 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:25:22,534 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66229364, jitterRate=-0.013105571269989014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:22,534 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:25:22,535 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543922522Writing region info on filesystem at 1731543922522Initializing all the Stores at 1731543922523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543922523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543922524 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543922524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543922524Cleaning up temporary data from old regions at 1731543922532 (+8 ms)Running coprocessor post-open hooks at 1731543922534 (+2 ms)Region opened successfully at 1731543922535 (+1 ms) 2024-11-14T00:25:22,536 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543922476 2024-11-14T00:25:22,538 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:25:22,538 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:25:22,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:22,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,39487,1731543918894, state=OPEN 2024-11-14T00:25:22,570 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1964811304/meta-region-server 2024-11-14T00:25:22,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1964811304/meta-region-server 2024-11-14T00:25:22,570 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:22,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964811304/meta-region-server: CHANGED 2024-11-14T00:25:22,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964811304/meta-region-server: CHANGED 2024-11-14T00:25:22,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:25:22,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,39487,1731543918894 in 247 msec 2024-11-14T00:25:22,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:25:22,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-14T00:25:22,574 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:22,574 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:25:22,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:22,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39487,1731543918894, seqNum=-1] 2024-11-14T00:25:22,575 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:22,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:22,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0670 sec 2024-11-14T00:25:22,581 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543922581, completionTime=-1 2024-11-14T00:25:22,581 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:25:22,581 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:25:22,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:25:22,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543982583 2024-11-14T00:25:22,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544042583 2024-11-14T00:25:22,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:25:22,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34209,1731543918191-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,583 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34209,1731543918191-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34209,1731543918191-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:34209, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,584 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,586 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.393sec 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34209,1731543918191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:25:22,587 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34209,1731543918191-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:25:22,589 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:25:22,589 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:25:22,589 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34209,1731543918191-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:22,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e7e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:22,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,34209,-1 for getting cluster id 2024-11-14T00:25:22,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:22,671 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '171ac977-29c9-4816-a0bf-3345a34aec03' 2024-11-14T00:25:22,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:22,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "171ac977-29c9-4816-a0bf-3345a34aec03" 2024-11-14T00:25:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4bbb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,34209,-1] 2024-11-14T00:25:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:22,673 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:22,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b434a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:22,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39487,1731543918894, seqNum=-1] 2024-11-14T00:25:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:22,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:22,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,34209,1731543918191 2024-11-14T00:25:22,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:22,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:22,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136bb56af0002 connected 2024-11-14T00:25:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir so I do NOT create it in target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85 2024-11-14T00:25:22,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:25:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.tmp.dir so I do NOT create it in target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85 2024-11-14T00:25:22,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:25:22,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85 2024-11-14T00:25:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:25:22,803 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/cluster_7168fed7-d4dc-46f5-84b7-0d8101eee204, deleteOnExit=true 2024-11-14T00:25:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/test.cache.data in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:25:22,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:25:22,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:25:22,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:25:23,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:23,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:25:23,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:25:23,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:25:23,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:25:23,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:23,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56bb31d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:25:23,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c056cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:25:23,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b52ab4d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/java.io.tmpdir/jetty-localhost-45765-hadoop-hdfs-3_4_1-tests_jar-_-any-15409052396360681096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:23,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@197af6d6{HTTP/1.1, (http/1.1)}{localhost:45765} 2024-11-14T00:25:23,555 INFO [Time-limited test {}] server.Server(415): Started @326690ms 2024-11-14T00:25:24,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:24,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:25:24,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:25:24,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:25:24,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:25:24,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@799d5261{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:25:24,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335c8a08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:25:24,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf09989{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/java.io.tmpdir/jetty-localhost-40157-hadoop-hdfs-3_4_1-tests_jar-_-any-16168669257547274763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:24,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a4605a4{HTTP/1.1, (http/1.1)}{localhost:40157} 2024-11-14T00:25:24,388 INFO [Time-limited test {}] server.Server(415): Started @327523ms 2024-11-14T00:25:24,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:25:25,209 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/cluster_7168fed7-d4dc-46f5-84b7-0d8101eee204/data/data2/current/BP-914622431-172.17.0.3-1731543922822/current, will proceed with Du for space computation calculation, 2024-11-14T00:25:25,209 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/cluster_7168fed7-d4dc-46f5-84b7-0d8101eee204/data/data1/current/BP-914622431-172.17.0.3-1731543922822/current, will proceed with Du for space computation calculation, 2024-11-14T00:25:25,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,240 WARN [Thread-3561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:25:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6778c7d5130bd6c9 with lease ID 0xfdbff6f1aee2bb48: Processing first storage report for DS-c1f090fb-e5e1-4d98-ba0f-7ce1b5cbc1f4 from datanode DatanodeRegistration(127.0.0.1:36729, datanodeUuid=c81e8aa8-42b6-419e-8fde-7a135077f813, infoPort=40321, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=993460;c=1731543922822) 2024-11-14T00:25:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6778c7d5130bd6c9 with lease ID 0xfdbff6f1aee2bb48: from storage DS-c1f090fb-e5e1-4d98-ba0f-7ce1b5cbc1f4 node DatanodeRegistration(127.0.0.1:36729, datanodeUuid=c81e8aa8-42b6-419e-8fde-7a135077f813, infoPort=40321, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=993460;c=1731543922822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:25:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6778c7d5130bd6c9 with lease ID 0xfdbff6f1aee2bb48: Processing first storage report for DS-9bd02621-3d7f-445a-977d-9caecbf770dd from datanode DatanodeRegistration(127.0.0.1:36729, datanodeUuid=c81e8aa8-42b6-419e-8fde-7a135077f813, infoPort=40321, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=993460;c=1731543922822) 2024-11-14T00:25:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6778c7d5130bd6c9 with lease ID 0xfdbff6f1aee2bb48: from storage DS-9bd02621-3d7f-445a-977d-9caecbf770dd node DatanodeRegistration(127.0.0.1:36729, datanodeUuid=c81e8aa8-42b6-419e-8fde-7a135077f813, infoPort=40321, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=993460;c=1731543922822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:25:25,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85 2024-11-14T00:25:25,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:25:25,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a with version=8 2024-11-14T00:25:25,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/hbase-staging 2024-11-14T00:25:25,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:25:25,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:25,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:25,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:25:25,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:25,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:25:25,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:25:25,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:25:25,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35353 2024-11-14T00:25:25,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35353 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353530x0, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:25,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35353-0x10136bb56af0003 connected 2024-11-14T00:25:25,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/running 2024-11-14T00:25:25,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a, hbase.cluster.distributed=false 2024-11-14T00:25:25,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/acl 2024-11-14T00:25:25,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-14T00:25:25,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35353 2024-11-14T00:25:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35353 2024-11-14T00:25:25,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-14T00:25:25,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-14T00:25:25,856 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:25:25,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:25,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:25,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:25:25,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:25,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:25:25,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:25:25,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:25:25,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46563 2024-11-14T00:25:25,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46563 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:25,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465630x0, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:25,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465630x0, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/running 2024-11-14T00:25:25,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46563-0x10136bb56af0004 connected 2024-11-14T00:25:25,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:25:25,876 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:25:25,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/master 2024-11-14T00:25:25,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/acl 2024-11-14T00:25:25,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46563 2024-11-14T00:25:25,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46563 2024-11-14T00:25:25,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46563 2024-11-14T00:25:25,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46563 2024-11-14T00:25:25,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46563 2024-11-14T00:25:25,895 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:35353 2024-11-14T00:25:25,900 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-794116150/backup-masters/63baa11b75f3,35353,1731543925709 2024-11-14T00:25:25,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150/backup-masters 2024-11-14T00:25:25,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150/backup-masters 2024-11-14T00:25:25,907 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on existing znode=/1-794116150/backup-masters/63baa11b75f3,35353,1731543925709 2024-11-14T00:25:25,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:25,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-794116150/master 2024-11-14T00:25:25,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:25,918 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on existing znode=/1-794116150/master 2024-11-14T00:25:25,918 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-794116150/backup-masters/63baa11b75f3,35353,1731543925709 from backup master directory 2024-11-14T00:25:25,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150/backup-masters 2024-11-14T00:25:25,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794116150/backup-masters/63baa11b75f3,35353,1731543925709 2024-11-14T00:25:25,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150/backup-masters 2024-11-14T00:25:25,928 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:25:25,928 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,35353,1731543925709 2024-11-14T00:25:25,931 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/hbase.id] with ID: 3f571eb9-2d8e-46b8-8098-1dc221998685 2024-11-14T00:25:25,931 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/.tmp/hbase.id 2024-11-14T00:25:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:25:25,938 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/.tmp/hbase.id]:[hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/hbase.id] 2024-11-14T00:25:25,949 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:25,949 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:25:25,950 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:25:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:25:26,434 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:26,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:25:26,435 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:25:26,443 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store 2024-11-14T00:25:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:25:26,477 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:26,477 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:26,477 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:26,477 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:26,477 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:26,477 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:26,477 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:26,477 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543926477Disabling compacts and flushes for region at 1731543926477Disabling writes for close at 1731543926477Writing region close event to WAL at 1731543926477Closed at 1731543926477 2024-11-14T00:25:26,478 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/.initializing 2024-11-14T00:25:26,478 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/WALs/63baa11b75f3,35353,1731543925709 2024-11-14T00:25:26,480 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:25:26,482 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C35353%2C1731543925709, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/WALs/63baa11b75f3,35353,1731543925709, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/oldWALs, maxLogs=10 2024-11-14T00:25:26,506 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/WALs/63baa11b75f3,35353,1731543925709/63baa11b75f3%2C35353%2C1731543925709.1731543926482, exclude list is [], retry=0 2024-11-14T00:25:26,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-c1f090fb-e5e1-4d98-ba0f-7ce1b5cbc1f4,DISK] 2024-11-14T00:25:26,521 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/WALs/63baa11b75f3,35353,1731543925709/63baa11b75f3%2C35353%2C1731543925709.1731543926482 2024-11-14T00:25:26,522 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-14T00:25:26,522 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:26,522 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:26,522 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,522 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:25:26,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:25:26,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:26,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:26,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:25:26,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:26,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:26,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:25:26,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:26,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:26,531 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,532 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,532 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,533 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,533 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,533 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:26,534 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:26,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:26,537 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74769533, jitterRate=0.11415286362171173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:26,537 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543926522Initializing all the Stores at 1731543926523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543926523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543926524 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543926524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543926524Cleaning up temporary data from old regions at 1731543926533 (+9 ms)Region opened successfully at 1731543926537 (+4 ms) 2024-11-14T00:25:26,547 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:25:26,550 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce2e4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:25:26,551 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:25:26,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:25:26,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:25:26,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:25:26,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:25:26,553 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:25:26,553 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:25:26,562 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:25:26,563 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Unable to get data of znode /1-794116150/balancer because node does not exist (not necessarily an error) 2024-11-14T00:25:26,604 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/balancer already deleted, retry=false 2024-11-14T00:25:26,608 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:25:26,609 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Unable to get data of znode /1-794116150/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:25:26,612 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/normalizer already deleted, retry=false 2024-11-14T00:25:26,613 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:25:26,617 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Unable to get data of znode /1-794116150/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:25:26,705 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/switch/split already deleted, retry=false 2024-11-14T00:25:26,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Unable to get data of znode /1-794116150/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:25:26,738 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/switch/merge already deleted, retry=false 2024-11-14T00:25:26,743 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Unable to get data of znode /1-794116150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:25:26,796 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/snapshot-cleanup already deleted, retry=false 2024-11-14T00:25:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-794116150/running 2024-11-14T00:25:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-794116150/running 2024-11-14T00:25:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,835 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,35353,1731543925709, sessionid=0x10136bb56af0003, setting cluster-up flag (Was=false) 2024-11-14T00:25:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,908 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-794116150/flush-table-proc/acquired, /1-794116150/flush-table-proc/reached, /1-794116150/flush-table-proc/abort 2024-11-14T00:25:26,920 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,35353,1731543925709 2024-11-14T00:25:26,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:26,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:27,008 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-794116150/online-snapshot/acquired, /1-794116150/online-snapshot/reached, /1-794116150/online-snapshot/abort 2024-11-14T00:25:27,014 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,35353,1731543925709 2024-11-14T00:25:27,017 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:25:27,022 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:27,022 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:25:27,022 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:25:27,023 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,35353,1731543925709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:25:27,029 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:27,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:25:27,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:27,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:25:27,088 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543957088 2024-11-14T00:25:27,088 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:25:27,088 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:25:27,088 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:25:27,089 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:25:27,089 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:25:27,089 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:25:27,100 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,101 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(746): ClusterId : 3f571eb9-2d8e-46b8-8098-1dc221998685 2024-11-14T00:25:27,101 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:25:27,102 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:25:27,102 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:25:27,102 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:25:27,102 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:25:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:25:27,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:25:27,107 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a 2024-11-14T00:25:27,109 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:25:27,109 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:25:27,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:25:27,112 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:25:27,118 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:25:27,118 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56caeae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:25:27,132 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543927112,5,FailOnTimeoutGroup] 2024-11-14T00:25:27,140 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543927132,5,FailOnTimeoutGroup] 2024-11-14T00:25:27,140 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,140 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:25:27,140 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,140 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:25:27,154 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:46563 2024-11-14T00:25:27,154 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:25:27,154 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:25:27,154 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:25:27,155 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,35353,1731543925709 with port=46563, startcode=1731543925856 2024-11-14T00:25:27,155 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:25:27,169 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:25:27,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,171 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a 2024-11-14T00:25:27,171 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41831 2024-11-14T00:25:27,171 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:25:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150/rs 2024-11-14T00:25:27,259 DEBUG [RS:0;63baa11b75f3:46563 {}] zookeeper.ZKUtil(111): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on existing znode=/1-794116150/rs/63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,259 WARN [RS:0;63baa11b75f3:46563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:25:27,259 INFO [RS:0;63baa11b75f3:46563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:27,259 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,46563,1731543925856] 2024-11-14T00:25:27,274 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:25:27,284 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:25:27,288 INFO [RS:0;63baa11b75f3:46563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:25:27,288 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,289 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:25:27,289 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:25:27,289 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:25:27,290 DEBUG [RS:0;63baa11b75f3:46563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:25:27,320 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,320 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,320 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,320 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,320 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,320 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46563,1731543925856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:25:27,349 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:25:27,349 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,46563,1731543925856-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,349 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,349 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.Replication(171): 63baa11b75f3,46563,1731543925856 started 2024-11-14T00:25:27,371 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:27,371 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,46563,1731543925856, RpcServer on 63baa11b75f3/172.17.0.3:46563, sessionid=0x10136bb56af0004 2024-11-14T00:25:27,372 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:25:27,372 DEBUG [RS:0;63baa11b75f3:46563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,372 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,46563,1731543925856' 2024-11-14T00:25:27,372 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-794116150/flush-table-proc/abort' 2024-11-14T00:25:27,372 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-794116150/flush-table-proc/acquired' 2024-11-14T00:25:27,373 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:25:27,373 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:25:27,373 DEBUG [RS:0;63baa11b75f3:46563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,373 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,46563,1731543925856' 2024-11-14T00:25:27,373 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-794116150/online-snapshot/abort' 2024-11-14T00:25:27,373 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-794116150/online-snapshot/acquired' 2024-11-14T00:25:27,374 DEBUG [RS:0;63baa11b75f3:46563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:25:27,374 INFO [RS:0;63baa11b75f3:46563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:25:27,374 INFO [RS:0;63baa11b75f3:46563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:25:27,476 INFO [RS:0;63baa11b75f3:46563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:25:27,493 INFO [RS:0;63baa11b75f3:46563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C46563%2C1731543925856, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/oldWALs, maxLogs=10 2024-11-14T00:25:27,530 DEBUG [RS:0;63baa11b75f3:46563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, exclude list is [], retry=0 2024-11-14T00:25:27,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-c1f090fb-e5e1-4d98-ba0f-7ce1b5cbc1f4,DISK] 2024-11-14T00:25:27,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:27,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:25:27,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:25:27,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:27,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:27,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:25:27,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:25:27,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:27,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:27,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:25:27,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:25:27,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:27,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:27,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:25:27,592 INFO [RS:0;63baa11b75f3:46563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 2024-11-14T00:25:27,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:25:27,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:27,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:27,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:25:27,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740 2024-11-14T00:25:27,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740 2024-11-14T00:25:27,604 DEBUG [RS:0;63baa11b75f3:46563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-14T00:25:27,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:25:27,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:25:27,610 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:27,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:25:27,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:27,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63405833, jitterRate=-0.05517946183681488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:27,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543927553Initializing all the Stores at 1731543927557 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543927557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543927560 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543927560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543927560Cleaning up temporary data from old regions at 1731543927607 (+47 ms)Region opened successfully at 1731543927616 (+9 ms) 2024-11-14T00:25:27,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:27,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:27,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:27,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:27,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:27,627 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:27,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543927616Disabling compacts and flushes for region at 1731543927616Disabling writes for close at 1731543927616Writing region close event to WAL at 1731543927627 (+11 ms)Closed at 1731543927627 2024-11-14T00:25:27,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:27,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:25:27,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:25:27,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:25:27,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:25:27,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:25:27,782 DEBUG [63baa11b75f3:35353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:25:27,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:27,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,46563,1731543925856, state=OPENING 2024-11-14T00:25:27,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:25:27,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:27,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:27,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794116150/meta-region-server: CHANGED 2024-11-14T00:25:27,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:25:27,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,46563,1731543925856}] 2024-11-14T00:25:27,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794116150/meta-region-server: CHANGED 2024-11-14T00:25:27,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:27,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:25:27,990 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:25:27,990 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:27,990 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:25:27,991 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C46563%2C1731543925856.meta, suffix=.meta, logDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/oldWALs, maxLogs=10 2024-11-14T00:25:28,008 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.meta.1731543927992.meta, exclude list is [], retry=0 2024-11-14T00:25:28,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-c1f090fb-e5e1-4d98-ba0f-7ce1b5cbc1f4,DISK] 2024-11-14T00:25:28,012 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.meta.1731543927992.meta 2024-11-14T00:25:28,012 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-14T00:25:28,012 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:28,013 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:28,013 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:25:28,013 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:25:28,013 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:25:28,013 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:25:28,013 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:28,013 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:25:28,013 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:25:28,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:25:28,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:25:28,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:28,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:28,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:25:28,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:25:28,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:28,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:28,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:25:28,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:25:28,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:28,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:28,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:25:28,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:25:28,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:28,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:28,019 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:25:28,019 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740 2024-11-14T00:25:28,022 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740 2024-11-14T00:25:28,023 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:25:28,023 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:25:28,024 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:28,025 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:25:28,025 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67909930, jitterRate=0.011936813592910767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:28,026 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:25:28,026 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543928014Writing region info on filesystem at 1731543928014Initializing all the Stores at 1731543928015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543928015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543928015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543928015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543928015Cleaning up temporary data from old regions at 1731543928023 (+8 ms)Running coprocessor post-open hooks at 1731543928026 (+3 ms)Region opened successfully at 1731543928026 2024-11-14T00:25:28,027 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543927986 2024-11-14T00:25:28,028 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:25:28,028 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:25:28,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:28,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,46563,1731543925856, state=OPEN 2024-11-14T00:25:28,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-794116150/meta-region-server 2024-11-14T00:25:28,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-794116150/meta-region-server 2024-11-14T00:25:28,077 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:28,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794116150/meta-region-server: CHANGED 2024-11-14T00:25:28,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794116150/meta-region-server: CHANGED 2024-11-14T00:25:28,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:25:28,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,46563,1731543925856 in 244 msec 2024-11-14T00:25:28,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:25:28,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-14T00:25:28,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:28,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:25:28,083 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:28,083 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46563,1731543925856, seqNum=-1] 2024-11-14T00:25:28,084 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:28,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:28,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0700 sec 2024-11-14T00:25:28,090 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543928090, completionTime=-1 2024-11-14T00:25:28,090 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:25:28,090 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543988092 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544048092 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35353,1731543925709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35353,1731543925709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,092 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35353,1731543925709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,093 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:35353, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,093 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,094 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:25:28,096 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.171sec 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35353,1731543925709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:25:28,099 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35353,1731543925709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:25:28,101 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:25:28,101 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:25:28,101 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35353,1731543925709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:28,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d41e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:28,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:28,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:28,108 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c89b7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:28,110 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:28,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369ece0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:28,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46563,1731543925856, seqNum=-1] 2024-11-14T00:25:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:28,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:28,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,35353,1731543925709 2024-11-14T00:25:28,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:28,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:28,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136bb56af0005 connected 2024-11-14T00:25:28,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir so I do NOT create it in target/test-data/c4dad56f-746d-059b-b44f-4771b927138e 2024-11-14T00:25:28,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:25:28,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.tmp.dir so I do NOT create it in target/test-data/c4dad56f-746d-059b-b44f-4771b927138e 2024-11-14T00:25:28,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:25:28,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/cluster_873bea56-a235-dc7c-ad26-203425708ff4, deleteOnExit=true 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/test.cache.data in system properties and HBase conf 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:25:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:25:28,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:25:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:25:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:25:28,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:28,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:25:28,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:25:28,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:25:28,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:25:28,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:28,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3926b28f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:25:28,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2a434e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:25:28,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39d2556f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-10967742473161482194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:28,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a29f0e7{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-11-14T00:25:28,900 INFO [Time-limited test {}] server.Server(415): Started @332035ms 2024-11-14T00:25:29,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:25:29,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:25:29,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:25:29,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:25:29,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:25:29,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3272fba4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:25:29,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5026758a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:25:29,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T00:25:29,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T00:25:29,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T00:25:29,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T00:25:29,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490c9ee2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/java.io.tmpdir/jetty-localhost-35061-hadoop-hdfs-3_4_1-tests_jar-_-any-11759047431563959889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:29,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@720604b9{HTTP/1.1, (http/1.1)}{localhost:35061} 2024-11-14T00:25:29,849 INFO [Time-limited test {}] server.Server(415): Started @332984ms 2024-11-14T00:25:29,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:25:31,152 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/cluster_873bea56-a235-dc7c-ad26-203425708ff4/data/data1/current/BP-1322202012-172.17.0.3-1731543928197/current, will proceed with Du for space computation calculation, 2024-11-14T00:25:31,160 WARN [Thread-3695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/cluster_873bea56-a235-dc7c-ad26-203425708ff4/data/data2/current/BP-1322202012-172.17.0.3-1731543928197/current, will proceed with Du for space computation calculation, 2024-11-14T00:25:31,197 WARN [Thread-3682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:25:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ad9a9ea1de855f3 with lease ID 0x896766dcba870670: Processing first storage report for DS-ddeb95b5-364f-4afc-a884-c5422fd6b2eb from datanode DatanodeRegistration(127.0.0.1:37633, datanodeUuid=186995fd-8bf1-45c8-ba50-efeb43923d86, infoPort=42455, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1261340288;c=1731543928197) 2024-11-14T00:25:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ad9a9ea1de855f3 with lease ID 0x896766dcba870670: from storage DS-ddeb95b5-364f-4afc-a884-c5422fd6b2eb node DatanodeRegistration(127.0.0.1:37633, datanodeUuid=186995fd-8bf1-45c8-ba50-efeb43923d86, infoPort=42455, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1261340288;c=1731543928197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:25:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ad9a9ea1de855f3 with lease ID 0x896766dcba870670: Processing first storage report for DS-73fe2b3d-32d6-43cb-8669-d65e0c692f44 from datanode DatanodeRegistration(127.0.0.1:37633, datanodeUuid=186995fd-8bf1-45c8-ba50-efeb43923d86, infoPort=42455, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1261340288;c=1731543928197) 2024-11-14T00:25:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ad9a9ea1de855f3 with lease ID 0x896766dcba870670: from storage DS-73fe2b3d-32d6-43cb-8669-d65e0c692f44 node DatanodeRegistration(127.0.0.1:37633, datanodeUuid=186995fd-8bf1-45c8-ba50-efeb43923d86, infoPort=42455, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1261340288;c=1731543928197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:25:31,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e 2024-11-14T00:25:31,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:31,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:25:31,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353 with version=8 2024-11-14T00:25:31,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/hbase-staging 2024-11-14T00:25:31,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:25:31,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:25:31,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41409 2024-11-14T00:25:31,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41409 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:31,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414090x0, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:31,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41409-0x10136bb56af0006 connected 2024-11-14T00:25:32,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:32,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:32,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/running 2024-11-14T00:25:32,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353, hbase.cluster.distributed=false 2024-11-14T00:25:32,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/acl 2024-11-14T00:25:32,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-14T00:25:32,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41409 2024-11-14T00:25:32,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41409 2024-11-14T00:25:32,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-14T00:25:32,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-14T00:25:32,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:25:32,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:32,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:32,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:25:32,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:25:32,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:25:32,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:25:32,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:25:32,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42223 2024-11-14T00:25:32,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42223 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:32,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:32,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422230x0, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:32,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422230x0, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/running 2024-11-14T00:25:32,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:25:32,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:25:32,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422230x0, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/master 2024-11-14T00:25:32,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42223-0x10136bb56af0007 connected 2024-11-14T00:25:32,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/acl 2024-11-14T00:25:32,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-14T00:25:32,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42223 2024-11-14T00:25:32,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42223 2024-11-14T00:25:32,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-14T00:25:32,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-14T00:25:32,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:32,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:25:32,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108878 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:25:32,446 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:41409 2024-11-14T00:25:32,451 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-432443948/backup-masters/63baa11b75f3,41409,1731543931672 2024-11-14T00:25:32,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948/backup-masters 2024-11-14T00:25:32,518 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on existing znode=/2-432443948/backup-masters/63baa11b75f3,41409,1731543931672 2024-11-14T00:25:32,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948/backup-masters 2024-11-14T00:25:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-432443948/master 2024-11-14T00:25:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:32,578 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on existing znode=/2-432443948/master 2024-11-14T00:25:32,578 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-432443948/backup-masters/63baa11b75f3,41409,1731543931672 from backup master directory 2024-11-14T00:25:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-432443948/backup-masters/63baa11b75f3,41409,1731543931672 2024-11-14T00:25:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948/backup-masters 2024-11-14T00:25:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948/backup-masters 2024-11-14T00:25:32,612 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:25:32,612 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,41409,1731543931672 2024-11-14T00:25:32,632 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/hbase.id] with ID: 281a337b-c808-47f7-a19b-97a6e365794b 2024-11-14T00:25:32,633 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/.tmp/hbase.id 2024-11-14T00:25:32,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:25:32,680 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/.tmp/hbase.id]:[hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/hbase.id] 2024-11-14T00:25:32,737 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:25:32,737 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:25:32,740 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T00:25:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:25:33,275 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:33,276 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:25:33,277 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:25:33,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:33,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:33,688 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store 2024-11-14T00:25:33,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:25:33,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:33,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:33,706 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:33,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:33,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:33,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:33,706 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:33,706 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543933706Disabling compacts and flushes for region at 1731543933706Disabling writes for close at 1731543933706Writing region close event to WAL at 1731543933706Closed at 1731543933706 2024-11-14T00:25:33,707 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/.initializing 2024-11-14T00:25:33,707 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/WALs/63baa11b75f3,41409,1731543931672 2024-11-14T00:25:33,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:25:33,709 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C41409%2C1731543931672, suffix=, logDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/WALs/63baa11b75f3,41409,1731543931672, archiveDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/oldWALs, maxLogs=10 2024-11-14T00:25:33,728 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/WALs/63baa11b75f3,41409,1731543931672/63baa11b75f3%2C41409%2C1731543931672.1731543933709, exclude list is [], retry=0 2024-11-14T00:25:33,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37633,DS-ddeb95b5-364f-4afc-a884-c5422fd6b2eb,DISK] 2024-11-14T00:25:33,748 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/WALs/63baa11b75f3,41409,1731543931672/63baa11b75f3%2C41409%2C1731543931672.1731543933709 2024-11-14T00:25:33,752 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42455:42455)] 2024-11-14T00:25:33,752 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:33,752 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:33,753 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,753 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:25:33,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:33,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:33,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:25:33,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:33,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:33,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:25:33,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:33,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:33,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:25:33,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:33,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:33,782 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,784 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,785 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,790 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,791 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,791 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:33,792 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:25:33,794 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:33,795 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61588902, jitterRate=-0.0822538435459137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:33,795 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543933753Initializing all the Stores at 1731543933753Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543933753Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543933754 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543933754Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543933754Cleaning up temporary data from old regions at 1731543933791 (+37 ms)Region opened successfully at 1731543933795 (+4 ms) 2024-11-14T00:25:33,795 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:25:33,797 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556caa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:25:33,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:25:33,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:25:33,804 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:25:33,805 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:25:33,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:25:33,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:25:33,806 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:25:33,814 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:25:33,815 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Unable to get data of znode /2-432443948/balancer because node does not exist (not necessarily an error) 2024-11-14T00:25:33,868 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/balancer already deleted, retry=false 2024-11-14T00:25:33,869 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:25:33,872 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Unable to get data of znode /2-432443948/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:25:33,906 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/normalizer already deleted, retry=false 2024-11-14T00:25:33,907 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:25:33,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Unable to get data of znode /2-432443948/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:25:34,007 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/switch/split already deleted, retry=false 2024-11-14T00:25:34,009 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Unable to get data of znode /2-432443948/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:25:34,076 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/switch/merge already deleted, retry=false 2024-11-14T00:25:34,079 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Unable to get data of znode /2-432443948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:25:34,156 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/snapshot-cleanup already deleted, retry=false 2024-11-14T00:25:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-432443948/running 2024-11-14T00:25:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-432443948/running 2024-11-14T00:25:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:34,244 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,41409,1731543931672, sessionid=0x10136bb56af0006, setting cluster-up flag (Was=false) 2024-11-14T00:25:34,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:34,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:34,655 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-432443948/flush-table-proc/acquired, /2-432443948/flush-table-proc/reached, /2-432443948/flush-table-proc/abort 2024-11-14T00:25:34,655 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41409,1731543931672 2024-11-14T00:25:34,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:34,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:34,949 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-432443948/online-snapshot/acquired, /2-432443948/online-snapshot/reached, /2-432443948/online-snapshot/abort 2024-11-14T00:25:34,950 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,41409,1731543931672 2024-11-14T00:25:34,958 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:25:34,959 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:34,960 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:25:34,960 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:25:34,960 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,41409,1731543931672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:25:34,962 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:34,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:34,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:25:34,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:34,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:25:34,988 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543964988 2024-11-14T00:25:34,988 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:25:34,988 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:25:34,989 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:25:34,989 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:25:34,989 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:25:34,989 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:25:35,004 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:25:35,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:25:35,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:25:35,006 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:25:35,013 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(746): ClusterId : 281a337b-c808-47f7-a19b-97a6e365794b 2024-11-14T00:25:35,013 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:25:35,020 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:25:35,020 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:25:35,024 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543935020,5,FailOnTimeoutGroup] 2024-11-14T00:25:35,032 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543935024,5,FailOnTimeoutGroup] 2024-11-14T00:25:35,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:25:35,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,032 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:25:35,092 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:25:35,092 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:25:35,148 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:25:35,149 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31da9d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:25:35,163 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:42223 2024-11-14T00:25:35,163 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:25:35,163 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:25:35,163 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:25:35,164 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,41409,1731543931672 with port=42223, startcode=1731543932194 2024-11-14T00:25:35,164 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:25:35,166 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:25:35,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,42223,1731543932194 2024-11-14T00:25:35,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41409 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:35,168 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353 2024-11-14T00:25:35,168 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44543 2024-11-14T00:25:35,168 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:25:35,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948/rs 2024-11-14T00:25:35,285 DEBUG [RS:0;63baa11b75f3:42223 {}] zookeeper.ZKUtil(111): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on existing znode=/2-432443948/rs/63baa11b75f3,42223,1731543932194 2024-11-14T00:25:35,285 WARN [RS:0;63baa11b75f3:42223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:25:35,285 INFO [RS:0;63baa11b75f3:42223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:35,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,42223,1731543932194] 2024-11-14T00:25:35,285 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194 2024-11-14T00:25:35,288 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:25:35,289 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:25:35,289 INFO [RS:0;63baa11b75f3:42223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:25:35,289 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,289 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:25:35,290 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:25:35,290 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,290 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:25:35,291 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:25:35,291 DEBUG [RS:0;63baa11b75f3:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:25:35,291 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,291 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,291 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,291 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,291 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,291 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42223,1731543932194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:25:35,304 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:25:35,304 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,42223,1731543932194-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,304 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,304 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.Replication(171): 63baa11b75f3,42223,1731543932194 started 2024-11-14T00:25:35,317 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:35,317 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,42223,1731543932194, RpcServer on 63baa11b75f3/172.17.0.3:42223, sessionid=0x10136bb56af0007 2024-11-14T00:25:35,317 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:25:35,317 DEBUG [RS:0;63baa11b75f3:42223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,42223,1731543932194 2024-11-14T00:25:35,317 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,42223,1731543932194' 2024-11-14T00:25:35,317 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-432443948/flush-table-proc/abort' 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-432443948/flush-table-proc/acquired' 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,42223,1731543932194 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,42223,1731543932194' 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-432443948/online-snapshot/abort' 2024-11-14T00:25:35,318 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-432443948/online-snapshot/acquired' 2024-11-14T00:25:35,319 DEBUG [RS:0;63baa11b75f3:42223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:25:35,319 INFO [RS:0;63baa11b75f3:42223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:25:35,319 INFO [RS:0;63baa11b75f3:42223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:25:35,419 INFO [RS:0;63baa11b75f3:42223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:25:35,420 INFO [RS:0;63baa11b75f3:42223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C42223%2C1731543932194, suffix=, logDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194, archiveDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/oldWALs, maxLogs=10 2024-11-14T00:25:35,437 DEBUG [RS:0;63baa11b75f3:42223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, exclude list is [], retry=0 2024-11-14T00:25:35,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37633,DS-ddeb95b5-364f-4afc-a884-c5422fd6b2eb,DISK] 2024-11-14T00:25:35,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:25:35,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353 2024-11-14T00:25:35,451 INFO [RS:0;63baa11b75f3:42223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 2024-11-14T00:25:35,451 DEBUG [RS:0;63baa11b75f3:42223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42455:42455)] 2024-11-14T00:25:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:25:35,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:25:35,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:25:35,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:25:35,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:25:35,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:35,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:35,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:25:35,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:25:35,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:35,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:35,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:25:35,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:25:35,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:35,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:35,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:25:35,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740 2024-11-14T00:25:35,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740 2024-11-14T00:25:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:25:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:25:35,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:35,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:25:35,863 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:35,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71685724, jitterRate=0.06820052862167358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:35,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543935854Initializing all the Stores at 1731543935854Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543935854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543935855 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543935855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543935855Cleaning up temporary data from old regions at 1731543935861 (+6 ms)Region opened successfully at 1731543935863 (+2 ms) 2024-11-14T00:25:35,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:35,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:35,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:35,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:35,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:35,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:35,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543935863Disabling compacts and flushes for region at 1731543935863Disabling writes for close at 1731543935863Writing region close event to WAL at 1731543935864 (+1 ms)Closed at 1731543935864 2024-11-14T00:25:35,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:35,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:25:35,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:25:35,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:25:35,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:25:36,016 DEBUG [63baa11b75f3:41409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:25:36,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:36,017 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,42223,1731543932194, state=OPENING 2024-11-14T00:25:36,153 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:25:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:36,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-432443948/meta-region-server: CHANGED 2024-11-14T00:25:36,280 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:25:36,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-432443948/meta-region-server: CHANGED 2024-11-14T00:25:36,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,42223,1731543932194}] 2024-11-14T00:25:36,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:36,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:25:36,437 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:25:36,438 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:36,438 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:25:36,439 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C42223%2C1731543932194.meta, suffix=.meta, logDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194, archiveDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/oldWALs, maxLogs=10 2024-11-14T00:25:36,454 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.meta.1731543936439.meta, exclude list is [], retry=0 2024-11-14T00:25:36,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37633,DS-ddeb95b5-364f-4afc-a884-c5422fd6b2eb,DISK] 2024-11-14T00:25:36,457 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.meta.1731543936439.meta 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42455:42455)] 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:36,459 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:25:36,459 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:25:36,459 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:25:36,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:25:36,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:25:36,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:36,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:36,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:25:36,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:25:36,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:36,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:36,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:25:36,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:25:36,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:36,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:36,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:25:36,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:25:36,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:36,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:25:36,463 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:25:36,464 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740 2024-11-14T00:25:36,464 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740 2024-11-14T00:25:36,465 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:25:36,465 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:25:36,465 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:25:36,466 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:25:36,467 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65055710, jitterRate=-0.03059437870979309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:25:36,467 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:25:36,467 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543936460Writing region info on filesystem at 1731543936460Initializing all the Stores at 1731543936460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543936460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543936461 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543936461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543936461Cleaning up temporary data from old regions at 1731543936465 (+4 ms)Running coprocessor post-open hooks at 1731543936467 (+2 ms)Region opened successfully at 1731543936467 2024-11-14T00:25:36,467 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543936433 2024-11-14T00:25:36,469 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:25:36,469 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:25:36,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:36,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,42223,1731543932194, state=OPEN 2024-11-14T00:25:36,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-432443948/meta-region-server 2024-11-14T00:25:36,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-432443948/meta-region-server 2024-11-14T00:25:36,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:36,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-432443948/meta-region-server: CHANGED 2024-11-14T00:25:36,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-432443948/meta-region-server: CHANGED 2024-11-14T00:25:36,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:25:36,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,42223,1731543932194 in 245 msec 2024-11-14T00:25:36,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:25:36,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-14T00:25:36,529 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:25:36,529 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:25:36,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:36,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42223,1731543932194, seqNum=-1] 2024-11-14T00:25:36,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:36,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:36,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5800 sec 2024-11-14T00:25:36,539 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543936539, completionTime=-1 2024-11-14T00:25:36,540 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:25:36,540 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:25:36,542 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:25:36,542 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731543996542 2024-11-14T00:25:36,542 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544056542 2024-11-14T00:25:36,542 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T00:25:36,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41409,1731543931672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41409,1731543931672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41409,1731543931672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:41409, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,543 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,545 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:25:36,552 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,557 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.945sec 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41409,1731543931672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:25:36,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41409,1731543931672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:25:36,565 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:25:36,565 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:25:36,565 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41409,1731543931672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:25:36,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e8cde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:36,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41409,-1 for getting cluster id 2024-11-14T00:25:36,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:36,621 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '281a337b-c808-47f7-a19b-97a6e365794b' 2024-11-14T00:25:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "281a337b-c808-47f7-a19b-97a6e365794b" 2024-11-14T00:25:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9bf131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41409,-1] 2024-11-14T00:25:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:36,623 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:36,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3259cb89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:36,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:36,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42223,1731543932194, seqNum=-1] 2024-11-14T00:25:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:36,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:36,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,41409,1731543931672 2024-11-14T00:25:36,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-14T00:25:36,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:25:36,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136bb56af0008 connected 2024-11-14T00:25:36,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,34209,1731543918191 2024-11-14T00:25:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bac7b00 2024-11-14T00:25:36,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:36,711 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:36,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:25:36,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:25:36,714 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:36,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:25:36,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:25:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:25:36,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 291d10f526aa7f108a4d632de7a46ca1, NAME => 'test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0 2024-11-14T00:25:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:25:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:37,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:37,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 291d10f526aa7f108a4d632de7a46ca1, disabling compactions & flushes 2024-11-14T00:25:37,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. after waiting 0 ms 2024-11-14T00:25:37,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 291d10f526aa7f108a4d632de7a46ca1: Waiting for close lock at 1731543937152Disabling compacts and flushes for region at 1731543937152Disabling writes for close at 1731543937152Writing region close event to WAL at 1731543937152Closed at 1731543937152 2024-11-14T00:25:37,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:25:37,157 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543937156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543937156"}]},"ts":"1731543937156"} 2024-11-14T00:25:37,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:25:37,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:25:37,160 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543937160"}]},"ts":"1731543937160"} 2024-11-14T00:25:37,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:25:37,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=291d10f526aa7f108a4d632de7a46ca1, ASSIGN}] 2024-11-14T00:25:37,163 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=291d10f526aa7f108a4d632de7a46ca1, ASSIGN 2024-11-14T00:25:37,164 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=291d10f526aa7f108a4d632de7a46ca1, ASSIGN; state=OFFLINE, location=63baa11b75f3,39487,1731543918894; forceNewPlan=false, retain=false 2024-11-14T00:25:37,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=291d10f526aa7f108a4d632de7a46ca1, regionState=OPENING, regionLocation=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:37,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=291d10f526aa7f108a4d632de7a46ca1, ASSIGN because future has completed 2024-11-14T00:25:37,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291d10f526aa7f108a4d632de7a46ca1, server=63baa11b75f3,39487,1731543918894}] 2024-11-14T00:25:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:37,476 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,476 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 291d10f526aa7f108a4d632de7a46ca1, NAME => 'test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:37,477 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:37,477 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:25:37,477 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,477 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:37,477 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,477 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,480 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,481 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291d10f526aa7f108a4d632de7a46ca1 columnFamilyName f 2024-11-14T00:25:37,482 DEBUG [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:37,482 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] regionserver.HStore(327): Store=291d10f526aa7f108a4d632de7a46ca1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:37,482 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,483 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291d10f526aa7f108a4d632de7a46ca1 columnFamilyName f1 2024-11-14T00:25:37,483 DEBUG [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:37,484 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] regionserver.HStore(327): Store=291d10f526aa7f108a4d632de7a46ca1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:37,484 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,485 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291d10f526aa7f108a4d632de7a46ca1 columnFamilyName norep 2024-11-14T00:25:37,485 DEBUG [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:37,485 INFO [StoreOpener-291d10f526aa7f108a4d632de7a46ca1-1 {}] regionserver.HStore(327): Store=291d10f526aa7f108a4d632de7a46ca1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:37,486 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,486 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,486 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,487 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,488 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,488 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:25:37,489 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,495 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:37,495 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 291d10f526aa7f108a4d632de7a46ca1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69764330, jitterRate=0.03956952691078186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:25:37,495 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:37,496 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 291d10f526aa7f108a4d632de7a46ca1: Running coprocessor pre-open hook at 1731543937477Writing region info on filesystem at 1731543937477Initializing all the Stores at 1731543937478 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543937478Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543937480 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543937480Cleaning up temporary data from old regions at 1731543937488 (+8 ms)Running coprocessor post-open hooks at 1731543937495 (+7 ms)Region opened successfully at 1731543937496 (+1 ms) 2024-11-14T00:25:37,497 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1., pid=6, masterSystemTime=1731543937469 2024-11-14T00:25:37,499 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,499 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:37,499 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=291d10f526aa7f108a4d632de7a46ca1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291d10f526aa7f108a4d632de7a46ca1, server=63baa11b75f3,39487,1731543918894 because future has completed 2024-11-14T00:25:37,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:25:37,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 291d10f526aa7f108a4d632de7a46ca1, server=63baa11b75f3,39487,1731543918894 in 185 msec 2024-11-14T00:25:37,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:25:37,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=291d10f526aa7f108a4d632de7a46ca1, ASSIGN in 343 msec 2024-11-14T00:25:37,508 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:25:37,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543937508"}]},"ts":"1731543937508"} 2024-11-14T00:25:37,511 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:25:37,514 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:25:37,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-14T00:25:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:37,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:37,853 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:25:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35353,1731543925709 2024-11-14T00:25:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66164889 2024-11-14T00:25:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:37,855 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:37,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:25:37,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:25:37,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:37,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:25:37,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:25:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:25:37,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81c593b564dbf9d447390a8f75b8df2a, NAME => 'test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a 2024-11-14T00:25:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:25:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:38,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:38,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81c593b564dbf9d447390a8f75b8df2a, disabling compactions & flushes 2024-11-14T00:25:38,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. after waiting 0 ms 2024-11-14T00:25:38,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81c593b564dbf9d447390a8f75b8df2a: Waiting for close lock at 1731543938301Disabling compacts and flushes for region at 1731543938301Disabling writes for close at 1731543938301Writing region close event to WAL at 1731543938301Closed at 1731543938301 2024-11-14T00:25:38,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:25:38,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543938304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543938304"}]},"ts":"1731543938304"} 2024-11-14T00:25:38,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:25:38,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:25:38,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543938308"}]},"ts":"1731543938308"} 2024-11-14T00:25:38,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:25:38,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81c593b564dbf9d447390a8f75b8df2a, ASSIGN}] 2024-11-14T00:25:38,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81c593b564dbf9d447390a8f75b8df2a, ASSIGN 2024-11-14T00:25:38,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81c593b564dbf9d447390a8f75b8df2a, ASSIGN; state=OFFLINE, location=63baa11b75f3,46563,1731543925856; forceNewPlan=false, retain=false 2024-11-14T00:25:38,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81c593b564dbf9d447390a8f75b8df2a, regionState=OPENING, regionLocation=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:38,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81c593b564dbf9d447390a8f75b8df2a, ASSIGN because future has completed 2024-11-14T00:25:38,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c593b564dbf9d447390a8f75b8df2a, server=63baa11b75f3,46563,1731543925856}] 2024-11-14T00:25:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:38,653 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,654 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c593b564dbf9d447390a8f75b8df2a, NAME => 'test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:38,654 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:38,654 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:25:38,654 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,654 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:38,655 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,655 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,656 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,657 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c593b564dbf9d447390a8f75b8df2a columnFamilyName f 2024-11-14T00:25:38,657 DEBUG [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:38,657 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] regionserver.HStore(327): Store=81c593b564dbf9d447390a8f75b8df2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:38,657 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,658 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c593b564dbf9d447390a8f75b8df2a columnFamilyName f1 2024-11-14T00:25:38,658 DEBUG [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:38,658 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] regionserver.HStore(327): Store=81c593b564dbf9d447390a8f75b8df2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:38,658 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,659 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c593b564dbf9d447390a8f75b8df2a columnFamilyName norep 2024-11-14T00:25:38,659 DEBUG [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:38,659 INFO [StoreOpener-81c593b564dbf9d447390a8f75b8df2a-1 {}] regionserver.HStore(327): Store=81c593b564dbf9d447390a8f75b8df2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:38,660 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,660 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,661 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,661 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,661 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,662 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:25:38,663 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,669 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:38,669 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81c593b564dbf9d447390a8f75b8df2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74425814, jitterRate=0.10903105139732361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:25:38,669 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:38,669 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81c593b564dbf9d447390a8f75b8df2a: Running coprocessor pre-open hook at 1731543938655Writing region info on filesystem at 1731543938655Initializing all the Stores at 1731543938655Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543938655Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543938655Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543938655Cleaning up temporary data from old regions at 1731543938661 (+6 ms)Running coprocessor post-open hooks at 1731543938669 (+8 ms)Region opened successfully at 1731543938669 2024-11-14T00:25:38,670 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a., pid=6, masterSystemTime=1731543938648 2024-11-14T00:25:38,672 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,672 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:38,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81c593b564dbf9d447390a8f75b8df2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:38,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c593b564dbf9d447390a8f75b8df2a, server=63baa11b75f3,46563,1731543925856 because future has completed 2024-11-14T00:25:38,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:25:38,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81c593b564dbf9d447390a8f75b8df2a, server=63baa11b75f3,46563,1731543925856 in 195 msec 2024-11-14T00:25:38,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:25:38,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81c593b564dbf9d447390a8f75b8df2a, ASSIGN in 367 msec 2024-11-14T00:25:38,681 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:25:38,681 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543938681"}]},"ts":"1731543938681"} 2024-11-14T00:25:38,683 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:25:38,683 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:25:38,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 828 msec 2024-11-14T00:25:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:39,003 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:25:39,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41409,1731543931672 2024-11-14T00:25:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76fb07f8 2024-11-14T00:25:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:39,005 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:39,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:25:39,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:25:39,008 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:39,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:25:39,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:25:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:39,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eddb3304b11c58cad20d778cc12a636f, NAME => 'test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353 2024-11-14T00:25:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:25:39,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:39,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eddb3304b11c58cad20d778cc12a636f, disabling compactions & flushes 2024-11-14T00:25:39,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. after waiting 0 ms 2024-11-14T00:25:39,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eddb3304b11c58cad20d778cc12a636f: Waiting for close lock at 1731543939421Disabling compacts and flushes for region at 1731543939421Disabling writes for close at 1731543939421Writing region close event to WAL at 1731543939421Closed at 1731543939421 2024-11-14T00:25:39,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:25:39,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543939422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543939422"}]},"ts":"1731543939422"} 2024-11-14T00:25:39,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:25:39,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:25:39,425 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543939425"}]},"ts":"1731543939425"} 2024-11-14T00:25:39,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:25:39,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eddb3304b11c58cad20d778cc12a636f, ASSIGN}] 2024-11-14T00:25:39,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eddb3304b11c58cad20d778cc12a636f, ASSIGN 2024-11-14T00:25:39,432 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eddb3304b11c58cad20d778cc12a636f, ASSIGN; state=OFFLINE, location=63baa11b75f3,42223,1731543932194; forceNewPlan=false, retain=false 2024-11-14T00:25:39,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddb3304b11c58cad20d778cc12a636f, regionState=OPENING, regionLocation=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:39,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eddb3304b11c58cad20d778cc12a636f, ASSIGN because future has completed 2024-11-14T00:25:39,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddb3304b11c58cad20d778cc12a636f, server=63baa11b75f3,42223,1731543932194}] 2024-11-14T00:25:39,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:25:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:39,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:25:39,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T00:25:39,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:39,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T00:25:39,749 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,749 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eddb3304b11c58cad20d778cc12a636f, NAME => 'test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:39,749 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:39,750 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:25:39,750 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,750 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:39,750 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,750 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,752 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,753 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddb3304b11c58cad20d778cc12a636f columnFamilyName f 2024-11-14T00:25:39,753 DEBUG [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:39,754 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] regionserver.HStore(327): Store=eddb3304b11c58cad20d778cc12a636f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:39,754 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,755 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddb3304b11c58cad20d778cc12a636f columnFamilyName f1 2024-11-14T00:25:39,755 DEBUG [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:39,755 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] regionserver.HStore(327): Store=eddb3304b11c58cad20d778cc12a636f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:39,756 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,757 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddb3304b11c58cad20d778cc12a636f columnFamilyName norep 2024-11-14T00:25:39,757 DEBUG [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:39,757 INFO [StoreOpener-eddb3304b11c58cad20d778cc12a636f-1 {}] regionserver.HStore(327): Store=eddb3304b11c58cad20d778cc12a636f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:39,757 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,758 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,758 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,759 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,759 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,759 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:25:39,760 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,765 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:39,765 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eddb3304b11c58cad20d778cc12a636f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74434183, jitterRate=0.10915575921535492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:25:39,765 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:39,765 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eddb3304b11c58cad20d778cc12a636f: Running coprocessor pre-open hook at 1731543939750Writing region info on filesystem at 1731543939750Initializing all the Stores at 1731543939751 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543939751Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543939752 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543939752Cleaning up temporary data from old regions at 1731543939759 (+7 ms)Running coprocessor post-open hooks at 1731543939765 (+6 ms)Region opened successfully at 1731543939765 2024-11-14T00:25:39,766 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543939005.eddb3304b11c58cad20d778cc12a636f., pid=6, masterSystemTime=1731543939739 2024-11-14T00:25:39,768 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,768 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:39,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddb3304b11c58cad20d778cc12a636f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:39,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddb3304b11c58cad20d778cc12a636f, server=63baa11b75f3,42223,1731543932194 because future has completed 2024-11-14T00:25:39,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:25:39,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eddb3304b11c58cad20d778cc12a636f, server=63baa11b75f3,42223,1731543932194 in 186 msec 2024-11-14T00:25:39,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:25:39,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eddb3304b11c58cad20d778cc12a636f, ASSIGN in 342 msec 2024-11-14T00:25:39,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:25:39,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543939774"}]},"ts":"1731543939774"} 2024-11-14T00:25:39,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:25:39,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:25:39,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-14T00:25:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:25:40,142 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:25:40,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eaa9796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,34209,-1 for getting cluster id 2024-11-14T00:25:40,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:40,144 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '171ac977-29c9-4816-a0bf-3345a34aec03' 2024-11-14T00:25:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "171ac977-29c9-4816-a0bf-3345a34aec03" 2024-11-14T00:25:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4756fe5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,34209,-1] 2024-11-14T00:25:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:40,145 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e00230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,34209,1731543918191 2024-11-14T00:25:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d32cb8c 2024-11-14T00:25:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:40,147 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:40,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:25:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:25:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:40,151 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:35353' 2024-11-14T00:25:40,152 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1e3f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,152 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:40,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:40,153 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddd20c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:40,154 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:40,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc2ccf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35353,1731543925709 2024-11-14T00:25:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0f0b21 2024-11-14T00:25:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:40,156 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:40,157 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:25:40,157 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:25:40,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:40,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:40,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:40,157 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:40,158 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:25:40,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:25:40,159 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:40,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:25:40,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:25:40,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 773a5c6e1e0b5677ccbd41e1a83fd239, NAME => 'hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0 2024-11-14T00:25:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:25:40,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:40,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 773a5c6e1e0b5677ccbd41e1a83fd239, disabling compactions & flushes 2024-11-14T00:25:40,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. after waiting 0 ms 2024-11-14T00:25:40,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 773a5c6e1e0b5677ccbd41e1a83fd239: Waiting for close lock at 1731543940173Disabling compacts and flushes for region at 1731543940173Disabling writes for close at 1731543940173Writing region close event to WAL at 1731543940173Closed at 1731543940173 2024-11-14T00:25:40,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:25:40,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543940174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543940174"}]},"ts":"1731543940174"} 2024-11-14T00:25:40,176 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:25:40,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:25:40,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543940176"}]},"ts":"1731543940176"} 2024-11-14T00:25:40,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:25:40,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=773a5c6e1e0b5677ccbd41e1a83fd239, ASSIGN}] 2024-11-14T00:25:40,179 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=773a5c6e1e0b5677ccbd41e1a83fd239, ASSIGN 2024-11-14T00:25:40,179 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=773a5c6e1e0b5677ccbd41e1a83fd239, ASSIGN; state=OFFLINE, location=63baa11b75f3,39487,1731543918894; forceNewPlan=false, retain=false 2024-11-14T00:25:40,210 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:25:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:40,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=773a5c6e1e0b5677ccbd41e1a83fd239, regionState=OPENING, regionLocation=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:40,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=773a5c6e1e0b5677ccbd41e1a83fd239, ASSIGN because future has completed 2024-11-14T00:25:40,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773a5c6e1e0b5677ccbd41e1a83fd239, server=63baa11b75f3,39487,1731543918894}] 2024-11-14T00:25:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:40,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:40,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:25:40,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C39487%2C1731543918894.rep, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/oldWALs, maxLogs=10 2024-11-14T00:25:40,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.rep.1731543940504, exclude list is [], retry=0 2024-11-14T00:25:40,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37075,DS-ff3bb61c-2295-41dd-99a8-996edac0b7bd,DISK] 2024-11-14T00:25:40,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.rep.1731543940504 2024-11-14T00:25:40,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36051:36051)] 2024-11-14T00:25:40,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 773a5c6e1e0b5677ccbd41e1a83fd239, NAME => 'hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:40,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:40,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:25:40,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. service=MultiRowMutationService 2024-11-14T00:25:40,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:25:40,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:40,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,556 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,557 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773a5c6e1e0b5677ccbd41e1a83fd239 columnFamilyName hfileref 2024-11-14T00:25:40,558 DEBUG [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:40,558 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] regionserver.HStore(327): Store=773a5c6e1e0b5677ccbd41e1a83fd239/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:40,558 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,559 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773a5c6e1e0b5677ccbd41e1a83fd239 columnFamilyName queue 2024-11-14T00:25:40,559 DEBUG [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:40,559 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] regionserver.HStore(327): Store=773a5c6e1e0b5677ccbd41e1a83fd239/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:40,559 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,559 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773a5c6e1e0b5677ccbd41e1a83fd239 columnFamilyName sid 2024-11-14T00:25:40,559 DEBUG [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:40,560 INFO [StoreOpener-773a5c6e1e0b5677ccbd41e1a83fd239-1 {}] regionserver.HStore(327): Store=773a5c6e1e0b5677ccbd41e1a83fd239/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:40,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/replication/773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/replication/773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:25:40,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/replication/773a5c6e1e0b5677ccbd41e1a83fd239/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:40,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 773a5c6e1e0b5677ccbd41e1a83fd239; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62265948, jitterRate=-0.07216507196426392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:25:40,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:40,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 773a5c6e1e0b5677ccbd41e1a83fd239: Running coprocessor pre-open hook at 1731543940542Writing region info on filesystem at 1731543940542Initializing all the Stores at 1731543940543 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543940543Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543940556 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543940556Cleaning up temporary data from old regions at 1731543940567 (+11 ms)Running coprocessor post-open hooks at 1731543940597 (+30 ms)Region opened successfully at 1731543940597 2024-11-14T00:25:40,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239., pid=10, masterSystemTime=1731543940490 2024-11-14T00:25:40,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:25:40,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=773a5c6e1e0b5677ccbd41e1a83fd239, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,39487,1731543918894 2024-11-14T00:25:40,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773a5c6e1e0b5677ccbd41e1a83fd239, server=63baa11b75f3,39487,1731543918894 because future has completed 2024-11-14T00:25:40,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:25:40,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 773a5c6e1e0b5677ccbd41e1a83fd239, server=63baa11b75f3,39487,1731543918894 in 273 msec 2024-11-14T00:25:40,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:25:40,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=773a5c6e1e0b5677ccbd41e1a83fd239, ASSIGN in 435 msec 2024-11-14T00:25:40,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:25:40,616 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543940616"}]},"ts":"1731543940616"} 2024-11-14T00:25:40,618 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:25:40,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:25:40,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 463 msec 2024-11-14T00:25:40,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239., hostname=63baa11b75f3,39487,1731543918894, seqNum=2] 2024-11-14T00:25:40,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:40,695 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:40,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:25:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:40,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:25:40,880 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:25:40,939 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,39487,1731543918894, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:25:40,939 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:40,939 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39487,1731543918894, seqNum=-1] 2024-11-14T00:25:40,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:40,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T00:25:40,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,39487,1731543918894', locateType=CURRENT is [region=hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239., hostname=63baa11b75f3,39487,1731543918894, seqNum=2] 2024-11-14T00:25:40,953 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:25:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:25:40,956 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,39487,1731543918894 suceeded 2024-11-14T00:25:40,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:25:40,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-14T00:25:40,959 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:25:40,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 811 msec 2024-11-14T00:25:40,973 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:35353' 2024-11-14T00:25:40,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cee65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:40,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:40,977 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:40,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118d3d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:40,979 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:40,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5766b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:40,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35353,1731543925709 2024-11-14T00:25:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3be69 2024-11-14T00:25:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:40,984 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T00:25:40,984 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,39487,1731543918894 (queues=1) is replicating from cluster=171ac977-29c9-4816-a0bf-3345a34aec03 to cluster=3f571eb9-2d8e-46b8-8098-1dc221998685 2024-11-14T00:25:40,985 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C39487%2C1731543918894 2024-11-14T00:25:40,985 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,39487,1731543918894, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:25:40,985 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C39487%2C1731543918894 2024-11-14T00:25:40,985 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972, startPosition=0, beingWritten=true 2024-11-14T00:25:40,993 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:40,993 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:40,993 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39487,1731543918894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:41,197 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:41,285 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:25:41,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:41,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:41,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:41,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:41,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:41,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b5893c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:41,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:41,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:41,292 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a74fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:41,294 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:41,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523130c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:41,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35353,1731543925709 2024-11-14T00:25:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4a96f8 2024-11-14T00:25:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:41,303 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:41,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:41409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:25:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:25:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:41,311 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:41409' 2024-11-14T00:25:41,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b54261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:41,316 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41409,-1 for getting cluster id 2024-11-14T00:25:41,317 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:41,317 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '281a337b-c808-47f7-a19b-97a6e365794b' 2024-11-14T00:25:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "281a337b-c808-47f7-a19b-97a6e365794b" 2024-11-14T00:25:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24df2276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41409,-1] 2024-11-14T00:25:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:41,319 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:41,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10543955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:41,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:41,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41409,1731543931672 2024-11-14T00:25:41,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af7649 2024-11-14T00:25:41,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:41,322 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:41,323 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:25:41,323 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:25:41,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:41,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:41,324 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:41,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:41,325 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:25:41,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:25:41,326 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:41,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:25:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:25:41,375 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:25:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:41,501 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:41,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cf9a79d3b16354d4b3076f3b86e7a6f, NAME => 'hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a 2024-11-14T00:25:41,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:25:41,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:41,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0cf9a79d3b16354d4b3076f3b86e7a6f, disabling compactions & flushes 2024-11-14T00:25:41,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:41,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:41,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. after waiting 0 ms 2024-11-14T00:25:41,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:41,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:41,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cf9a79d3b16354d4b3076f3b86e7a6f: Waiting for close lock at 1731543941745Disabling compacts and flushes for region at 1731543941745Disabling writes for close at 1731543941745Writing region close event to WAL at 1731543941745Closed at 1731543941745 2024-11-14T00:25:41,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:25:41,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543941746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543941746"}]},"ts":"1731543941746"} 2024-11-14T00:25:41,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:25:41,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:25:41,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543941750"}]},"ts":"1731543941750"} 2024-11-14T00:25:41,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:25:41,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cf9a79d3b16354d4b3076f3b86e7a6f, ASSIGN}] 2024-11-14T00:25:41,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cf9a79d3b16354d4b3076f3b86e7a6f, ASSIGN 2024-11-14T00:25:41,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cf9a79d3b16354d4b3076f3b86e7a6f, ASSIGN; state=OFFLINE, location=63baa11b75f3,46563,1731543925856; forceNewPlan=false, retain=false 2024-11-14T00:25:41,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0cf9a79d3b16354d4b3076f3b86e7a6f, regionState=OPENING, regionLocation=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:41,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cf9a79d3b16354d4b3076f3b86e7a6f, ASSIGN because future has completed 2024-11-14T00:25:41,907 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:41,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf9a79d3b16354d4b3076f3b86e7a6f, server=63baa11b75f3,46563,1731543925856}] 2024-11-14T00:25:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:41,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:41,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:41,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:41,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:41,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:42,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:42,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:42,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:25:42,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C46563%2C1731543925856.rep, suffix=, logDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856, archiveDir=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/oldWALs, maxLogs=10 2024-11-14T00:25:42,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.rep.1731543942083, exclude list is [], retry=0 2024-11-14T00:25:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-c1f090fb-e5e1-4d98-ba0f-7ce1b5cbc1f4,DISK] 2024-11-14T00:25:42,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.rep.1731543942083 2024-11-14T00:25:42,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-14T00:25:42,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cf9a79d3b16354d4b3076f3b86e7a6f, NAME => 'hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:42,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:25:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. service=MultiRowMutationService 2024-11-14T00:25:42,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:25:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,111 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,112 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf9a79d3b16354d4b3076f3b86e7a6f columnFamilyName hfileref 2024-11-14T00:25:42,112 DEBUG [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:42,112 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] regionserver.HStore(327): Store=0cf9a79d3b16354d4b3076f3b86e7a6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:42,112 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,113 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf9a79d3b16354d4b3076f3b86e7a6f columnFamilyName queue 2024-11-14T00:25:42,113 DEBUG [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:42,114 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] regionserver.HStore(327): Store=0cf9a79d3b16354d4b3076f3b86e7a6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:42,114 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,114 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf9a79d3b16354d4b3076f3b86e7a6f columnFamilyName sid 2024-11-14T00:25:42,115 DEBUG [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:42,115 INFO [StoreOpener-0cf9a79d3b16354d4b3076f3b86e7a6f-1 {}] regionserver.HStore(327): Store=0cf9a79d3b16354d4b3076f3b86e7a6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:42,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/replication/0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/replication/0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:25:42,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/replication/0cf9a79d3b16354d4b3076f3b86e7a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:42,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0cf9a79d3b16354d4b3076f3b86e7a6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63279413, jitterRate=-0.0570632666349411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:25:42,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:42,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0cf9a79d3b16354d4b3076f3b86e7a6f: Running coprocessor pre-open hook at 1731543942110Writing region info on filesystem at 1731543942110Initializing all the Stores at 1731543942111 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543942111Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543942111Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543942111Cleaning up temporary data from old regions at 1731543942116 (+5 ms)Running coprocessor post-open hooks at 1731543942125 (+9 ms)Region opened successfully at 1731543942125 2024-11-14T00:25:42,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f., pid=10, masterSystemTime=1731543942063 2024-11-14T00:25:42,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:42,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:42,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0cf9a79d3b16354d4b3076f3b86e7a6f, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,46563,1731543925856 2024-11-14T00:25:42,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf9a79d3b16354d4b3076f3b86e7a6f, server=63baa11b75f3,46563,1731543925856 because future has completed 2024-11-14T00:25:42,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:25:42,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cf9a79d3b16354d4b3076f3b86e7a6f, server=63baa11b75f3,46563,1731543925856 in 221 msec 2024-11-14T00:25:42,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:25:42,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cf9a79d3b16354d4b3076f3b86e7a6f, ASSIGN in 380 msec 2024-11-14T00:25:42,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:25:42,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543942135"}]},"ts":"1731543942135"} 2024-11-14T00:25:42,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:25:42,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:25:42,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-14T00:25:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f., hostname=63baa11b75f3,46563,1731543925856, seqNum=2] 2024-11-14T00:25:42,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:42,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:42,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:25:42,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:25:42,409 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:25:42,417 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:42,483 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,46563,1731543925856, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:25:42,484 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:42,484 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46563,1731543925856, seqNum=-1] 2024-11-14T00:25:42,485 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:42,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T00:25:42,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,46563,1731543925856', locateType=CURRENT is [region=hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f., hostname=63baa11b75f3,46563,1731543925856, seqNum=2] 2024-11-14T00:25:42,504 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:25:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:25:42,513 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,46563,1731543925856 suceeded 2024-11-14T00:25:42,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:25:42,515 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:41409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:25:42,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-11-14T00:25:42,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2100 sec 2024-11-14T00:25:42,523 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:41409' 2024-11-14T00:25:42,528 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3486cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:42,528 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41409,-1 for getting cluster id 2024-11-14T00:25:42,528 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:42,533 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '281a337b-c808-47f7-a19b-97a6e365794b' 2024-11-14T00:25:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "281a337b-c808-47f7-a19b-97a6e365794b" 2024-11-14T00:25:42,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d0e126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:42,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41409,-1] 2024-11-14T00:25:42,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:42,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:42,535 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:42,536 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2de3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:42,536 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:42,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41409,1731543931672 2024-11-14T00:25:42,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa77db7 2024-11-14T00:25:42,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:42,538 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T00:25:42,538 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,46563,1731543925856 (queues=1) is replicating from cluster=3f571eb9-2d8e-46b8-8098-1dc221998685 to cluster=281a337b-c808-47f7-a19b-97a6e365794b 2024-11-14T00:25:42,539 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C46563%2C1731543925856 2024-11-14T00:25:42,539 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,46563,1731543925856, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:25:42,540 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, startPosition=0, beingWritten=true 2024-11-14T00:25:42,547 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C46563%2C1731543925856 2024-11-14T00:25:42,548 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:42,548 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:42,548 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:42,755 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:43,059 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:43,060 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:43,465 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:43,465 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:25:43,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:43,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:43,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:43,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:43,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:43,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59597b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:43,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41409,-1 for getting cluster id 2024-11-14T00:25:43,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:43,470 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '281a337b-c808-47f7-a19b-97a6e365794b' 2024-11-14T00:25:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "281a337b-c808-47f7-a19b-97a6e365794b" 2024-11-14T00:25:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32db1da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41409,-1] 2024-11-14T00:25:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:43,471 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79af1172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:43,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,41409,1731543931672 2024-11-14T00:25:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5745199e 2024-11-14T00:25:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:43,480 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:43,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:25:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:43,483 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:35353' 2024-11-14T00:25:43,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a093865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:43,492 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:43,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:43,494 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d52f2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:43,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:43,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:43,496 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:43,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f5754e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:43,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35353,1731543925709 2024-11-14T00:25:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36738940 2024-11-14T00:25:43,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:43,512 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:25:43,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:25:43,514 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:25:43,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:43,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:43,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:25:43,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:43,516 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:25:43,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:25:43,518 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:43,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:25:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:25:43,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24c70dd779df52cc38a2970eb4982049, NAME => 'hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353 2024-11-14T00:25:43,566 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:25:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:25:43,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:43,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24c70dd779df52cc38a2970eb4982049, disabling compactions & flushes 2024-11-14T00:25:43,569 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. after waiting 0 ms 2024-11-14T00:25:43,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,570 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,570 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24c70dd779df52cc38a2970eb4982049: Waiting for close lock at 1731543943569Disabling compacts and flushes for region at 1731543943569Disabling writes for close at 1731543943569Writing region close event to WAL at 1731543943569Closed at 1731543943569 2024-11-14T00:25:43,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:25:43,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543943572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543943572"}]},"ts":"1731543943572"} 2024-11-14T00:25:43,574 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:25:43,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:25:43,575 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543943575"}]},"ts":"1731543943575"} 2024-11-14T00:25:43,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:25:43,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24c70dd779df52cc38a2970eb4982049, ASSIGN}] 2024-11-14T00:25:43,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24c70dd779df52cc38a2970eb4982049, ASSIGN 2024-11-14T00:25:43,581 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24c70dd779df52cc38a2970eb4982049, ASSIGN; state=OFFLINE, location=63baa11b75f3,42223,1731543932194; forceNewPlan=false, retain=false 2024-11-14T00:25:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:43,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24c70dd779df52cc38a2970eb4982049, regionState=OPENING, regionLocation=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24c70dd779df52cc38a2970eb4982049, ASSIGN because future has completed 2024-11-14T00:25:43,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24c70dd779df52cc38a2970eb4982049, server=63baa11b75f3,42223,1731543932194}] 2024-11-14T00:25:43,781 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:43,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:25:43,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:25:43,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C42223%2C1731543932194.rep, suffix=, logDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194, archiveDir=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/oldWALs, maxLogs=10 2024-11-14T00:25:43,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.rep.1731543943918, exclude list is [], retry=0 2024-11-14T00:25:43,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37633,DS-ddeb95b5-364f-4afc-a884-c5422fd6b2eb,DISK] 2024-11-14T00:25:43,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.rep.1731543943918 2024-11-14T00:25:43,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42455:42455)] 2024-11-14T00:25:43,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24c70dd779df52cc38a2970eb4982049, NAME => 'hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:25:43,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:25:43,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:25:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. service=MultiRowMutationService 2024-11-14T00:25:43,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:25:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:25:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,936 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,936 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24c70dd779df52cc38a2970eb4982049 columnFamilyName hfileref 2024-11-14T00:25:43,937 DEBUG [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:43,937 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] regionserver.HStore(327): Store=24c70dd779df52cc38a2970eb4982049/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:43,937 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,938 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24c70dd779df52cc38a2970eb4982049 columnFamilyName queue 2024-11-14T00:25:43,938 DEBUG [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:43,938 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] regionserver.HStore(327): Store=24c70dd779df52cc38a2970eb4982049/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:43,938 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,938 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24c70dd779df52cc38a2970eb4982049 columnFamilyName sid 2024-11-14T00:25:43,938 DEBUG [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:25:43,939 INFO [StoreOpener-24c70dd779df52cc38a2970eb4982049-1 {}] regionserver.HStore(327): Store=24c70dd779df52cc38a2970eb4982049/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:25:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:25:43,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:25:43,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24c70dd779df52cc38a2970eb4982049; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67250621, jitterRate=0.002112343907356262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:25:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24c70dd779df52cc38a2970eb4982049: Running coprocessor pre-open hook at 1731543943935Writing region info on filesystem at 1731543943935Initializing all the Stores at 1731543943935Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543943935Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543943936 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543943936Cleaning up temporary data from old regions at 1731543943940 (+4 ms)Running coprocessor post-open hooks at 1731543943946 (+6 ms)Region opened successfully at 1731543943946 2024-11-14T00:25:43,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049., pid=10, masterSystemTime=1731543943913 2024-11-14T00:25:43,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:43,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24c70dd779df52cc38a2970eb4982049, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,42223,1731543932194 2024-11-14T00:25:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24c70dd779df52cc38a2970eb4982049, server=63baa11b75f3,42223,1731543932194 because future has completed 2024-11-14T00:25:43,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:25:43,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24c70dd779df52cc38a2970eb4982049, server=63baa11b75f3,42223,1731543932194 in 191 msec 2024-11-14T00:25:43,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:25:43,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24c70dd779df52cc38a2970eb4982049, ASSIGN in 375 msec 2024-11-14T00:25:43,955 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:25:43,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543943955"}]},"ts":"1731543943955"} 2024-11-14T00:25:43,957 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:25:43,958 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:25:43,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 444 msec 2024-11-14T00:25:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049., hostname=63baa11b75f3,42223,1731543932194, seqNum=2] 2024-11-14T00:25:43,984 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:43,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:43,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:44,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:25:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:44,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:25:44,176 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:25:44,224 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,42223,1731543932194, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:25:44,226 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:44,226 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42223,1731543932194, seqNum=-1] 2024-11-14T00:25:44,227 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:44,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T00:25:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,42223,1731543932194', locateType=CURRENT is [region=hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049., hostname=63baa11b75f3,42223,1731543932194, seqNum=2] 2024-11-14T00:25:44,236 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:25:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:25:44,241 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,42223,1731543932194 suceeded 2024-11-14T00:25:44,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:25:44,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-14T00:25:44,243 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:25:44,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 763 msec 2024-11-14T00:25:44,256 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:35353' 2024-11-14T00:25:44,264 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515c46eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,264 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:44,264 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:44,265 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee3409d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:44,266 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:44,267 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477491da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,267 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:44,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35353,1731543925709 2024-11-14T00:25:44,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f71e10 2024-11-14T00:25:44,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:25:44,268 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T00:25:44,269 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,42223,1731543932194 (queues=1) is replicating from cluster=281a337b-c808-47f7-a19b-97a6e365794b to cluster=3f571eb9-2d8e-46b8-8098-1dc221998685 2024-11-14T00:25:44,269 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C42223%2C1731543932194 2024-11-14T00:25:44,269 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,42223,1731543932194, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:25:44,271 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, startPosition=0, beingWritten=true 2024-11-14T00:25:44,276 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C42223%2C1731543932194 2024-11-14T00:25:44,280 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:44,280 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 379, reset compression=false 2024-11-14T00:25:44,280 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:44,483 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 379, reset compression=false 2024-11-14T00:25:44,585 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:44,587 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:25:44,622 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:25:44,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:44,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:44,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:44,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:44,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:44,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5631400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,34209,-1 for getting cluster id 2024-11-14T00:25:44,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:44,623 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '171ac977-29c9-4816-a0bf-3345a34aec03' 2024-11-14T00:25:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "171ac977-29c9-4816-a0bf-3345a34aec03" 2024-11-14T00:25:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3c2980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,34209,-1] 2024-11-14T00:25:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:44,624 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130bf706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521a240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:44,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:44,626 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be73963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:44,627 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42902e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797a99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41409,-1 for getting cluster id 2024-11-14T00:25:44,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:44,628 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '281a337b-c808-47f7-a19b-97a6e365794b' 2024-11-14T00:25:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "281a337b-c808-47f7-a19b-97a6e365794b" 2024-11-14T00:25:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364fc642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41409,-1] 2024-11-14T00:25:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:44,630 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7a85e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:44,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,39487,1731543918894, seqNum=-1] 2024-11-14T00:25:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:44,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1., hostname=63baa11b75f3,39487,1731543918894, seqNum=2] 2024-11-14T00:25:44,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42223,1731543932194, seqNum=-1] 2024-11-14T00:25:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:44,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543939005.eddb3304b11c58cad20d778cc12a636f., hostname=63baa11b75f3,42223,1731543932194, seqNum=2] 2024-11-14T00:25:44,644 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T00:25:44,795 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 379, reset compression=false 2024-11-14T00:25:45,220 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 379, reset compression=false 2024-11-14T00:25:45,290 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:45,488 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 379, reset compression=false 2024-11-14T00:25:45,509 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:45,509 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:45,509 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39487,1731543918894 got entry batch from reader: WALEntryBatch [walEntries=[{test/291d10f526aa7f108a4d632de7a46ca1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T00:25:45,511 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:45,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T00:25:45,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:45,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78675936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:45,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35353,-1 for getting cluster id 2024-11-14T00:25:45,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:45,522 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f571eb9-2d8e-46b8-8098-1dc221998685' 2024-11-14T00:25:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f571eb9-2d8e-46b8-8098-1dc221998685" 2024-11-14T00:25:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f1fe646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35353,-1] 2024-11-14T00:25:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:45,523 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:45,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa4faf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:45,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:45,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46563,1731543925856, seqNum=-1] 2024-11-14T00:25:45,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:45,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T00:25:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a., hostname=63baa11b75f3,46563,1731543925856, seqNum=2] 2024-11-14T00:25:45,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:45,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:25:45,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T00:25:45,718 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:45,743 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 379, reset compression=false 2024-11-14T00:25:46,022 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:46,103 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 379, reset compression=false 2024-11-14T00:25:46,107 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:46,107 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 503, reset compression=false 2024-11-14T00:25:46,107 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[{test/81c593b564dbf9d447390a8f75b8df2a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T00:25:46,109 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:46,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T00:25:46,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:46,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726c71ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:46,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,41409,-1 for getting cluster id 2024-11-14T00:25:46,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:25:46,110 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '281a337b-c808-47f7-a19b-97a6e365794b' 2024-11-14T00:25:46,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:25:46,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "281a337b-c808-47f7-a19b-97a6e365794b" 2024-11-14T00:25:46,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64069640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:46,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,41409,-1] 2024-11-14T00:25:46,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:25:46,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:46,111 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:25:46,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b37e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:25:46,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:46,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,42223,1731543932194, seqNum=-1] 2024-11-14T00:25:46,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:46,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T00:25:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731543939005.eddb3304b11c58cad20d778cc12a636f., hostname=63baa11b75f3,42223,1731543932194, seqNum=2] 2024-11-14T00:25:46,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:46,310 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 503, reset compression=false 2024-11-14T00:25:46,346 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 379, reset compression=false 2024-11-14T00:25:46,350 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:46,350 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 526, reset compression=false 2024-11-14T00:25:46,350 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:46,425 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:46,553 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 526, reset compression=false 2024-11-14T00:25:46,620 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 503, reset compression=false 2024-11-14T00:25:46,649 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T00:25:46,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:25:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,46563,1731543925856, seqNum=-1] 2024-11-14T00:25:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:25:46,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a., hostname=63baa11b75f3,46563,1731543925856, seqNum=2] 2024-11-14T00:25:46,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T00:25:46,861 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 526, reset compression=false 2024-11-14T00:25:46,945 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:47,039 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 503, reset compression=false 2024-11-14T00:25:47,093 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:47,093 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 607, reset compression=false 2024-11-14T00:25:47,093 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[{test/81c593b564dbf9d447390a8f75b8df2a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:25:47,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:47,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:47,288 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 526, reset compression=false 2024-11-14T00:25:47,325 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:47,325 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 653, reset compression=false 2024-11-14T00:25:47,327 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:47,339 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 607, reset compression=false 2024-11-14T00:25:47,555 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 653, reset compression=false 2024-11-14T00:25:47,587 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:47,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:47,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,657 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 607, reset compression=false 2024-11-14T00:25:47,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T00:25:47,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T00:25:47,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:47,872 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 653, reset compression=false 2024-11-14T00:25:47,894 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:47,894 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 757, reset compression=false 2024-11-14T00:25:47,894 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[{test/eddb3304b11c58cad20d778cc12a636f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T00:25:47,898 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:25:47,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T00:25:47,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:47,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:48,092 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 607, reset compression=false 2024-11-14T00:25:48,129 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:48,129 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:48,133 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 734, reset compression=false 2024-11-14T00:25:48,138 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 757, reset compression=false 2024-11-14T00:25:48,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:25:48,306 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:48,370 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 734, reset compression=false 2024-11-14T00:25:48,455 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 757, reset compression=false 2024-11-14T00:25:48,695 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T00:25:48,700 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T00:25:48,700 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 734, reset compression=false 2024-11-14T00:25:48,892 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 757, reset compression=false 2024-11-14T00:25:49,128 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 734, reset compression=false 2024-11-14T00:25:49,132 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 480, reset compression=false 2024-11-14T00:25:49,202 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:49,202 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:49,202 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39487,1731543918894 got entry batch from reader: WALEntryBatch [walEntries=[{test/291d10f526aa7f108a4d632de7a46ca1/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T00:25:49,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:49,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:49,436 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:49,453 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 757, reset compression=false 2024-11-14T00:25:49,658 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 734, reset compression=false 2024-11-14T00:25:49,682 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:49,683 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 881, reset compression=false 2024-11-14T00:25:49,683 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[{test/81c593b564dbf9d447390a8f75b8df2a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T00:25:49,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:49,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:49,702 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T00:25:49,708 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T00:25:49,773 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:49,905 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 881, reset compression=false 2024-11-14T00:25:49,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:49,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1040, reset compression=false 2024-11-14T00:25:49,942 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[{test/81c593b564dbf9d447390a8f75b8df2a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T00:25:49,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:49,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:50,063 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 757, reset compression=false 2024-11-14T00:25:50,073 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:50,073 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1076, reset compression=false 2024-11-14T00:25:50,073 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:50,168 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1040, reset compression=false 2024-11-14T00:25:50,184 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:50,288 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1076, reset compression=false 2024-11-14T00:25:50,518 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1040, reset compression=false 2024-11-14T00:25:50,606 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1076, reset compression=false 2024-11-14T00:25:50,716 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T00:25:50,724 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:50,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T00:25:50,948 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1040, reset compression=false 2024-11-14T00:25:51,024 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1076, reset compression=false 2024-11-14T00:25:51,074 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:25:51,074 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1235, reset compression=false 2024-11-14T00:25:51,074 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[{test/eddb3304b11c58cad20d778cc12a636f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T00:25:51,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T00:25:51,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T00:25:51,310 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1235, reset compression=false 2024-11-14T00:25:51,339 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:51,460 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1040, reset compression=false 2024-11-14T00:25:51,494 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:51,494 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:51,495 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:51,648 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1235, reset compression=false 2024-11-14T00:25:51,732 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:51,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T00:25:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:25:51,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:51,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:51,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:51,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:51,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:25:51,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1538401895, stopped=false 2024-11-14T00:25:51,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,41409,1731543931672 2024-11-14T00:25:51,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-432443948/running 2024-11-14T00:25:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-432443948/running 2024-11-14T00:25:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:51,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:51,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/running 2024-11-14T00:25:51,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:51,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:51,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:51,814 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,42223,1731543932194' ***** 2024-11-14T00:25:51,814 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:25:51,815 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:25:51,815 INFO [RS:0;63baa11b75f3:42223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:25:51,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:25:51,815 INFO [RS:0;63baa11b75f3:42223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:25:51,815 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(3091): Received CLOSE for 24c70dd779df52cc38a2970eb4982049 2024-11-14T00:25:51,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Set watcher on znode that does not yet exist, /2-432443948/running 2024-11-14T00:25:51,818 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(3091): Received CLOSE for eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:51,818 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,42223,1731543932194 2024-11-14T00:25:51,818 INFO [RS:0;63baa11b75f3:42223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:51,819 INFO [RS:0;63baa11b75f3:42223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:42223. 2024-11-14T00:25:51,819 DEBUG [RS:0;63baa11b75f3:42223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:51,819 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:51,819 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:25:51,819 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:25:51,819 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:25:51,819 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:25:51,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24c70dd779df52cc38a2970eb4982049, disabling compactions & flushes 2024-11-14T00:25:51,819 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:51,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:51,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. after waiting 0 ms 2024-11-14T00:25:51,819 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:51,820 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24c70dd779df52cc38a2970eb4982049 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-14T00:25:51,828 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:25:51,828 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24c70dd779df52cc38a2970eb4982049=hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049., eddb3304b11c58cad20d778cc12a636f=test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.} 2024-11-14T00:25:51,828 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c70dd779df52cc38a2970eb4982049, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:51,844 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:51,844 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:51,844 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:51,844 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:51,844 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:51,845 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:25:51,871 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:51,875 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/info/e93a24fee16944a28f183d01c1a2eee4 is 147, key is hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049./info:regioninfo/1731543943949/Put/seqid=0 2024-11-14T00:25:51,882 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/.tmp/queue/20cae398277341d992ee603fcbacc905 is 154, key is 1-63baa11b75f3,42223,1731543932194/queue:63baa11b75f3%2C42223%2C1731543932194/1731543951102/Put/seqid=0 2024-11-14T00:25:51,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741841_1017 (size=5353) 2024-11-14T00:25:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741840_1016 (size=7686) 2024-11-14T00:25:52,029 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c70dd779df52cc38a2970eb4982049, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:52,067 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:52,077 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:52,082 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1235, reset compression=false 2024-11-14T00:25:52,234 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c70dd779df52cc38a2970eb4982049, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:52,318 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/.tmp/queue/20cae398277341d992ee603fcbacc905 2024-11-14T00:25:52,318 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:25:52,318 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:25:52,322 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/info/e93a24fee16944a28f183d01c1a2eee4 2024-11-14T00:25:52,371 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/.tmp/queue/20cae398277341d992ee603fcbacc905 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/queue/20cae398277341d992ee603fcbacc905 2024-11-14T00:25:52,405 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/queue/20cae398277341d992ee603fcbacc905, entries=1, sequenceid=11, filesize=5.2 K 2024-11-14T00:25:52,410 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 24c70dd779df52cc38a2970eb4982049 in 591ms, sequenceid=11, compaction requested=false 2024-11-14T00:25:52,427 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/ns/2557b227d52c4af9ab43f01cb7668c61 is 43, key is default/ns:d/1731543936531/Put/seqid=0 2024-11-14T00:25:52,435 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24c70dd779df52cc38a2970eb4982049, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741842_1018 (size=5153) 2024-11-14T00:25:52,500 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/replication/24c70dd779df52cc38a2970eb4982049/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:25:52,504 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:52,505 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24c70dd779df52cc38a2970eb4982049: Waiting for close lock at 1731543951819Running coprocessor pre-close hooks at 1731543951819Disabling compacts and flushes for region at 1731543951819Disabling writes for close at 1731543951819Obtaining lock to block concurrent updates at 1731543951820 (+1 ms)Preparing flush snapshotting stores in 24c70dd779df52cc38a2970eb4982049 at 1731543951820Finished memstore snapshotting hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731543951820Flushing stores of hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. at 1731543951824 (+4 ms)Flushing 24c70dd779df52cc38a2970eb4982049/queue: creating writer at 1731543951824Flushing 24c70dd779df52cc38a2970eb4982049/queue: appending metadata at 1731543951881 (+57 ms)Flushing 24c70dd779df52cc38a2970eb4982049/queue: closing flushed file at 1731543951881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c57d47e: reopening flushed file at 1731543952369 (+488 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 24c70dd779df52cc38a2970eb4982049 in 591ms, sequenceid=11, compaction requested=false at 1731543952410 (+41 ms)Writing region close event to WAL at 1731543952464 (+54 ms)Running coprocessor post-close hooks at 1731543952504 (+40 ms)Closed at 1731543952505 (+1 ms) 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543943514.24c70dd779df52cc38a2970eb4982049. 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eddb3304b11c58cad20d778cc12a636f, disabling compactions & flushes 2024-11-14T00:25:52,505 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. after waiting 0 ms 2024-11-14T00:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:52,506 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eddb3304b11c58cad20d778cc12a636f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T00:25:52,555 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/f/f630c4598e6940d98fc4c3ec6cd7ba9b is 29, key is row1/f:/1731543949704/DeleteFamily/seqid=0 2024-11-14T00:25:52,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:25:52,562 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:25:52,563 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129023 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:25:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741843_1019 (size=5152) 2024-11-14T00:25:52,597 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1235, reset compression=false 2024-11-14T00:25:52,617 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:52,617 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1482, reset compression=false 2024-11-14T00:25:52,618 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,42223,1731543932194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:52,619 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,42223,1731543932194: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,42223,1731543932194, walGroup=63baa11b75f3%2C42223%2C1731543932194, offset=63baa11b75f3%2C42223%2C1731543932194.1731543935420:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:42223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:25:52,620 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:25:52,620 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:25:52,621 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:25:52,621 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:25:52,621 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:25:52,621 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 907152384 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201597040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:25:52,622 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:41409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:41409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:25:52,635 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:52,835 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:25:52,835 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eddb3304b11c58cad20d778cc12a636f=test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.} 2024-11-14T00:25:52,835 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:52,864 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1482, reset compression=false 2024-11-14T00:25:52,891 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:52,902 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/ns/2557b227d52c4af9ab43f01cb7668c61 2024-11-14T00:25:52,952 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/rep_barrier/f2e6995d488e4f9db9698078eeafe111 is 112, key is test,,1731543939005.eddb3304b11c58cad20d778cc12a636f./rep_barrier:seqnumDuringOpen/1731543939768/Put/seqid=0 2024-11-14T00:25:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741844_1020 (size=5518) 2024-11-14T00:25:52,994 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/rep_barrier/f2e6995d488e4f9db9698078eeafe111 2024-11-14T00:25:52,994 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/f/f630c4598e6940d98fc4c3ec6cd7ba9b 2024-11-14T00:25:53,013 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f630c4598e6940d98fc4c3ec6cd7ba9b 2024-11-14T00:25:53,031 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:53,036 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:53,048 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/table/cd19660a1a0345648f74b729afa17bac is 53, key is hbase:replication/table:state/1731543943955/Put/seqid=0 2024-11-14T00:25:53,064 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/f1/d82abbc345374ec0bf730fbc73e21ee1 is 30, key is row1/f1:/1731543949704/DeleteFamily/seqid=0 2024-11-14T00:25:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741846_1022 (size=5308) 2024-11-14T00:25:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741845_1021 (size=5158) 2024-11-14T00:25:53,200 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1482, reset compression=false 2024-11-14T00:25:53,236 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:53,440 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:53,550 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/table/cd19660a1a0345648f74b729afa17bac 2024-11-14T00:25:53,553 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/f1/d82abbc345374ec0bf730fbc73e21ee1 2024-11-14T00:25:53,564 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82abbc345374ec0bf730fbc73e21ee1 2024-11-14T00:25:53,565 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/info/e93a24fee16944a28f183d01c1a2eee4 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/info/e93a24fee16944a28f183d01c1a2eee4 2024-11-14T00:25:53,578 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/info/e93a24fee16944a28f183d01c1a2eee4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:25:53,588 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/ns/2557b227d52c4af9ab43f01cb7668c61 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/ns/2557b227d52c4af9ab43f01cb7668c61 2024-11-14T00:25:53,597 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/norep/ed735163469f4693b21a48f434dcc723 is 33, key is row2/norep:/1731543950718/DeleteFamily/seqid=0 2024-11-14T00:25:53,599 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/ns/2557b227d52c4af9ab43f01cb7668c61, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:25:53,604 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/rep_barrier/f2e6995d488e4f9db9698078eeafe111 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/rep_barrier/f2e6995d488e4f9db9698078eeafe111 2024-11-14T00:25:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741847_1023 (size=5108) 2024-11-14T00:25:53,644 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:53,644 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1482, reset compression=false 2024-11-14T00:25:53,650 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/rep_barrier/f2e6995d488e4f9db9698078eeafe111, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:25:53,660 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:53,660 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/.tmp/table/cd19660a1a0345648f74b729afa17bac as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/table/cd19660a1a0345648f74b729afa17bac 2024-11-14T00:25:53,710 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/table/cd19660a1a0345648f74b729afa17bac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:25:53,715 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1871ms, sequenceid=16, compaction requested=false 2024-11-14T00:25:53,749 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:25:53,752 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:53,753 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:53,753 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:53,753 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543951844Running coprocessor pre-close hooks at 1731543951844Disabling compacts and flushes for region at 1731543951844Disabling writes for close at 1731543951844Obtaining lock to block concurrent updates at 1731543951845 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731543951845Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543951845Flushing stores of hbase:meta,,1.1588230740 at 1731543951849 (+4 ms)Flushing 1588230740/info: creating writer at 1731543951849Flushing 1588230740/info: appending metadata at 1731543951875 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731543951875Flushing 1588230740/ns: creating writer at 1731543952374 (+499 ms)Flushing 1588230740/ns: appending metadata at 1731543952427 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731543952427Flushing 1588230740/rep_barrier: creating writer at 1731543952910 (+483 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543952951 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543952952 (+1 ms)Flushing 1588230740/table: creating writer at 1731543953013 (+61 ms)Flushing 1588230740/table: appending metadata at 1731543953048 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731543953048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221bbdb1: reopening flushed file at 1731543953559 (+511 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b6ee98: reopening flushed file at 1731543953578 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac1557f: reopening flushed file at 1731543953600 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b15fea5: reopening flushed file at 1731543953650 (+50 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1871ms, sequenceid=16, compaction requested=false at 1731543953716 (+66 ms)Writing region close event to WAL at 1731543953727 (+11 ms)Running coprocessor post-close hooks at 1731543953752 (+25 ms)Closed at 1731543953753 (+1 ms) 2024-11-14T00:25:53,753 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:53,829 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:53,844 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:25:53,844 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1325): Online Regions={eddb3304b11c58cad20d778cc12a636f=test,,1731543939005.eddb3304b11c58cad20d778cc12a636f.} 2024-11-14T00:25:53,844 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:54,035 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/norep/ed735163469f4693b21a48f434dcc723 2024-11-14T00:25:54,045 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed735163469f4693b21a48f434dcc723 2024-11-14T00:25:54,048 DEBUG [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1351): Waiting on eddb3304b11c58cad20d778cc12a636f 2024-11-14T00:25:54,053 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/f/f630c4598e6940d98fc4c3ec6cd7ba9b as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/f/f630c4598e6940d98fc4c3ec6cd7ba9b 2024-11-14T00:25:54,061 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f630c4598e6940d98fc4c3ec6cd7ba9b 2024-11-14T00:25:54,061 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/f/f630c4598e6940d98fc4c3ec6cd7ba9b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T00:25:54,063 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/f1/d82abbc345374ec0bf730fbc73e21ee1 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/f1/d82abbc345374ec0bf730fbc73e21ee1 2024-11-14T00:25:54,071 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82abbc345374ec0bf730fbc73e21ee1 2024-11-14T00:25:54,071 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/f1/d82abbc345374ec0bf730fbc73e21ee1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T00:25:54,074 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/.tmp/norep/ed735163469f4693b21a48f434dcc723 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/norep/ed735163469f4693b21a48f434dcc723 2024-11-14T00:25:54,082 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed735163469f4693b21a48f434dcc723 2024-11-14T00:25:54,082 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/norep/ed735163469f4693b21a48f434dcc723, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T00:25:54,084 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for eddb3304b11c58cad20d778cc12a636f in 1579ms, sequenceid=10, compaction requested=false 2024-11-14T00:25:54,160 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/data/default/test/eddb3304b11c58cad20d778cc12a636f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T00:25:54,165 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:54,165 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:54,165 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:54,165 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eddb3304b11c58cad20d778cc12a636f: Waiting for close lock at 1731543952505Running coprocessor pre-close hooks at 1731543952505Disabling compacts and flushes for region at 1731543952505Disabling writes for close at 1731543952505Obtaining lock to block concurrent updates at 1731543952506 (+1 ms)Preparing flush snapshotting stores in eddb3304b11c58cad20d778cc12a636f at 1731543952506Finished memstore snapshotting test,,1731543939005.eddb3304b11c58cad20d778cc12a636f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731543952506Flushing stores of test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. at 1731543952507 (+1 ms)Flushing eddb3304b11c58cad20d778cc12a636f/f: creating writer at 1731543952507Flushing eddb3304b11c58cad20d778cc12a636f/f: appending metadata at 1731543952554 (+47 ms)Flushing eddb3304b11c58cad20d778cc12a636f/f: closing flushed file at 1731543952554Flushing eddb3304b11c58cad20d778cc12a636f/f1: creating writer at 1731543953013 (+459 ms)Flushing eddb3304b11c58cad20d778cc12a636f/f1: appending metadata at 1731543953064 (+51 ms)Flushing eddb3304b11c58cad20d778cc12a636f/f1: closing flushed file at 1731543953064Flushing eddb3304b11c58cad20d778cc12a636f/norep: creating writer at 1731543953564 (+500 ms)Flushing eddb3304b11c58cad20d778cc12a636f/norep: appending metadata at 1731543953596 (+32 ms)Flushing eddb3304b11c58cad20d778cc12a636f/norep: closing flushed file at 1731543953596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bbf609: reopening flushed file at 1731543954046 (+450 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a51e374: reopening flushed file at 1731543954061 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673744bd: reopening flushed file at 1731543954071 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for eddb3304b11c58cad20d778cc12a636f in 1579ms, sequenceid=10, compaction requested=false at 1731543954084 (+13 ms)Writing region close event to WAL at 1731543954124 (+40 ms)Running coprocessor post-close hooks at 1731543954164 (+40 ms)Closed at 1731543954165 (+1 ms) 2024-11-14T00:25:54,165 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543939005.eddb3304b11c58cad20d778cc12a636f. 2024-11-14T00:25:54,190 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 1482, reset compression=false 2024-11-14T00:25:54,211 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:54,211 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.wal-reader.63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.1731543935420 to pos 2126, reset compression=false 2024-11-14T00:25:54,252 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,42223,1731543932194; all regions closed. 2024-11-14T00:25:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:25:54,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/WALs/63baa11b75f3,42223,1731543932194/63baa11b75f3%2C42223%2C1731543932194.meta.1731543936439.meta not finished, retry = 0 2024-11-14T00:25:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741839_1015 (size=2896) 2024-11-14T00:25:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741832_1008 (size=2134) 2024-11-14T00:25:54,378 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:54,378 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:54,379 INFO [RS:0;63baa11b75f3:42223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:54,379 INFO [RS:0;63baa11b75f3:42223 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:54,379 INFO [RS:0;63baa11b75f3:42223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:54,379 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:54,379 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,42223,1731543932194 because: Region server is closing 2024-11-14T00:25:54,380 INFO [RS:0;63baa11b75f3:42223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:42223. 2024-11-14T00:25:54,380 DEBUG [RS:0;63baa11b75f3:42223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:54,380 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:54,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:54,380 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:54,410 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:54,480 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,42223,1731543932194.replicationSource.shipper63baa11b75f3%2C42223%2C1731543932194,1-63baa11b75f3,42223,1731543932194 terminated 2024-11-14T00:25:54,480 INFO [RS:0;63baa11b75f3:42223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:42223. 2024-11-14T00:25:54,481 DEBUG [RS:0;63baa11b75f3:42223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:54,481 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:54,481 DEBUG [RS:0;63baa11b75f3:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:54,481 INFO [RS:0;63baa11b75f3:42223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42223 2024-11-14T00:25:54,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:54,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948/rs 2024-11-14T00:25:54,572 INFO [RS:0;63baa11b75f3:42223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:54,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-432443948/rs/63baa11b75f3,42223,1731543932194 2024-11-14T00:25:54,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,42223,1731543932194] 2024-11-14T00:25:54,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/draining/63baa11b75f3,42223,1731543932194 already deleted, retry=false 2024-11-14T00:25:54,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,42223,1731543932194 expired; onlineServers=0 2024-11-14T00:25:54,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,41409,1731543931672' ***** 2024-11-14T00:25:54,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:25:54,601 INFO [M:0;63baa11b75f3:41409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:54,601 INFO [M:0;63baa11b75f3:41409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:54,601 DEBUG [M:0;63baa11b75f3:41409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:25:54,601 DEBUG [M:0;63baa11b75f3:41409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:25:54,601 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543935020 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543935020,5,FailOnTimeoutGroup] 2024-11-14T00:25:54,602 INFO [M:0;63baa11b75f3:41409 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:54,602 INFO [M:0;63baa11b75f3:41409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:54,602 DEBUG [M:0;63baa11b75f3:41409 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:25:54,602 INFO [M:0;63baa11b75f3:41409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:25:54,602 INFO [M:0;63baa11b75f3:41409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:54,602 INFO [M:0;63baa11b75f3:41409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:25:54,604 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543935024 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543935024,5,FailOnTimeoutGroup] 2024-11-14T00:25:54,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:25:54,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:25:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-432443948/master 2024-11-14T00:25:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-432443948 2024-11-14T00:25:54,633 DEBUG [M:0;63baa11b75f3:41409 {}] zookeeper.RecoverableZooKeeper(212): Node /2-432443948/master already deleted, retry=false 2024-11-14T00:25:54,633 DEBUG [M:0;63baa11b75f3:41409 {}] master.ActiveMasterManager(353): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-432443948/master 2024-11-14T00:25:54,660 INFO [M:0;63baa11b75f3:41409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/.lastflushedseqids 2024-11-14T00:25:54,688 INFO [RS:0;63baa11b75f3:42223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:54,688 INFO [RS:0;63baa11b75f3:42223 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,42223,1731543932194; zookeeper connection closed. 2024-11-14T00:25:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x10136bb56af0007, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:54,719 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ace442b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ace442b 2024-11-14T00:25:54,720 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:25:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741848_1024 (size=245) 2024-11-14T00:25:54,754 INFO [M:0;63baa11b75f3:41409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:25:54,754 INFO [M:0;63baa11b75f3:41409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:25:54,754 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:54,754 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:54,755 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:54,755 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:54,755 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:54,755 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T00:25:54,786 DEBUG [M:0;63baa11b75f3:41409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06fbc93233e84797887495b4b29f9950 is 82, key is hbase:meta,,1/info:regioninfo/1731543936469/Put/seqid=0 2024-11-14T00:25:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741849_1025 (size=5672) 2024-11-14T00:25:54,811 INFO [M:0;63baa11b75f3:41409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06fbc93233e84797887495b4b29f9950 2024-11-14T00:25:54,832 DEBUG [M:0;63baa11b75f3:41409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2100b0244a044558a83d3216f55e0af is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543943958/Put/seqid=0 2024-11-14T00:25:54,857 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741850_1026 (size=8516) 2024-11-14T00:25:54,864 INFO [M:0;63baa11b75f3:41409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2100b0244a044558a83d3216f55e0af 2024-11-14T00:25:54,924 DEBUG [M:0;63baa11b75f3:41409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5b26b1583d14270a6bc9380d352bc00 is 69, key is 63baa11b75f3,42223,1731543932194/rs:state/1731543935167/Put/seqid=0 2024-11-14T00:25:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741851_1027 (size=5156) 2024-11-14T00:25:55,240 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:55,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:25:55,384 INFO [M:0;63baa11b75f3:41409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5b26b1583d14270a6bc9380d352bc00 2024-11-14T00:25:55,388 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06fbc93233e84797887495b4b29f9950 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06fbc93233e84797887495b4b29f9950 2024-11-14T00:25:55,410 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06fbc93233e84797887495b4b29f9950, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T00:25:55,420 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2100b0244a044558a83d3216f55e0af as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2100b0244a044558a83d3216f55e0af 2024-11-14T00:25:55,433 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2100b0244a044558a83d3216f55e0af, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T00:25:55,434 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5b26b1583d14270a6bc9380d352bc00 as hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5b26b1583d14270a6bc9380d352bc00 2024-11-14T00:25:55,442 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44543/user/jenkins/test-data/b1560b14-d26a-97b5-54cf-88650d24a353/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5b26b1583d14270a6bc9380d352bc00, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T00:25:55,443 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 688ms, sequenceid=97, compaction requested=false 2024-11-14T00:25:55,482 INFO [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:55,482 DEBUG [M:0;63baa11b75f3:41409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543954754Disabling compacts and flushes for region at 1731543954754Disabling writes for close at 1731543954755 (+1 ms)Obtaining lock to block concurrent updates at 1731543954755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543954755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731543954755Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543954757 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543954757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543954785 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543954785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543954815 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543954831 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543954831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543954873 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543954923 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543954923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17be56c5: reopening flushed file at 1731543955388 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720963b8: reopening flushed file at 1731543955410 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eefbc0e: reopening flushed file at 1731543955433 (+23 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 688ms, sequenceid=97, compaction requested=false at 1731543955443 (+10 ms)Writing region close event to WAL at 1731543955482 (+39 ms)Closed at 1731543955482 2024-11-14T00:25:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37633 is added to blk_1073741830_1006 (size=63654) 2024-11-14T00:25:55,521 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:55,521 INFO [M:0;63baa11b75f3:41409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:25:55,521 INFO [M:0;63baa11b75f3:41409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41409 2024-11-14T00:25:55,522 INFO [M:0;63baa11b75f3:41409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:55,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:55,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x10136bb56af0006, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:55,668 INFO [M:0;63baa11b75f3:41409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:55,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490c9ee2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:55,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@720604b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:55,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:55,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5026758a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:55,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3272fba4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:55,724 WARN [BP-1322202012-172.17.0.3-1731543928197 heartbeating to localhost/127.0.0.1:44543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:25:55,724 WARN [BP-1322202012-172.17.0.3-1731543928197 heartbeating to localhost/127.0.0.1:44543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1322202012-172.17.0.3-1731543928197 (Datanode Uuid 186995fd-8bf1-45c8-ba50-efeb43923d86) service to localhost/127.0.0.1:44543 2024-11-14T00:25:55,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:25:55,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:25:55,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/cluster_873bea56-a235-dc7c-ad26-203425708ff4/data/data1/current/BP-1322202012-172.17.0.3-1731543928197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:55,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/cluster_873bea56-a235-dc7c-ad26-203425708ff4/data/data2/current/BP-1322202012-172.17.0.3-1731543928197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:55,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:25:55,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39d2556f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:55,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a29f0e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:55,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:55,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2a434e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:55,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3926b28f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:55,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:25:55,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:25:55,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:55,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:55,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:55,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:55,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:55,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:25:55,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975749510, stopped=false 2024-11-14T00:25:55,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,35353,1731543925709 2024-11-14T00:25:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794116150/running 2024-11-14T00:25:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794116150/running 2024-11-14T00:25:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:55,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:55,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/running 2024-11-14T00:25:55,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Set watcher on znode that does not yet exist, /1-794116150/running 2024-11-14T00:25:55,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:55,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:55,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:55,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,46563,1731543925856' ***** 2024-11-14T00:25:55,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:25:55,794 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:25:55,794 INFO [RS:0;63baa11b75f3:46563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:25:55,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:25:55,794 INFO [RS:0;63baa11b75f3:46563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:25:55,794 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(3091): Received CLOSE for 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:55,795 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:55,795 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,46563,1731543925856 2024-11-14T00:25:55,795 INFO [RS:0;63baa11b75f3:46563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:55,795 INFO [RS:0;63baa11b75f3:46563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46563. 2024-11-14T00:25:55,795 DEBUG [RS:0;63baa11b75f3:46563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:55,795 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:55,795 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:25:55,796 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:25:55,796 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:25:55,796 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:25:55,796 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81c593b564dbf9d447390a8f75b8df2a, disabling compactions & flushes 2024-11-14T00:25:55,796 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:55,797 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:55,797 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. after waiting 0 ms 2024-11-14T00:25:55,797 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:55,797 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81c593b564dbf9d447390a8f75b8df2a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T00:25:55,806 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:25:55,806 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1325): Online Regions={81c593b564dbf9d447390a8f75b8df2a=test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a., 1588230740=hbase:meta,,1.1588230740, 0cf9a79d3b16354d4b3076f3b86e7a6f=hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.} 2024-11-14T00:25:55,806 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1351): Waiting on 0cf9a79d3b16354d4b3076f3b86e7a6f, 1588230740, 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:55,809 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:55,810 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:55,810 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:55,810 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:55,810 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:55,810 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:25:55,824 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:55,840 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/f/bd30fe6054bb43ba956ad51ab34df749 is 29, key is row1/f:/1731543949704/DeleteFamily/seqid=0 2024-11-14T00:25:55,889 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/info/b76e13ad698e40fe84553df3a7e8f193 is 147, key is hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f./info:regioninfo/1731543942128/Put/seqid=0 2024-11-14T00:25:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741840_1016 (size=5152) 2024-11-14T00:25:55,937 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/f/bd30fe6054bb43ba956ad51ab34df749 2024-11-14T00:25:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741841_1017 (size=7686) 2024-11-14T00:25:55,969 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd30fe6054bb43ba956ad51ab34df749 2024-11-14T00:25:55,976 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:56,006 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1351): Waiting on 0cf9a79d3b16354d4b3076f3b86e7a6f, 1588230740, 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:56,015 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/f1/84cc30d675674cdda2f5b7e34f4ffd61 is 30, key is row1/f1:/1731543949704/DeleteFamily/seqid=0 2024-11-14T00:25:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741842_1018 (size=5158) 2024-11-14T00:25:56,157 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1189, reset compression=false 2024-11-14T00:25:56,161 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:56,161 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1436, reset compression=false 2024-11-14T00:25:56,161 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,46563,1731543925856 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:56,162 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,46563,1731543925856: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,46563,1731543925856, walGroup=63baa11b75f3%2C46563%2C1731543925856, offset=63baa11b75f3%2C46563%2C1731543925856.1731543927494:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:46563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:25:56,163 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:25:56,164 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:25:56,164 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:25:56,164 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:25:56,164 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:25:56,164 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 980552704 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202074712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:25:56,165 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:25:56,210 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1351): Waiting on 0cf9a79d3b16354d4b3076f3b86e7a6f, 1588230740, 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:56,321 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:25:56,322 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:25:56,340 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/info/b76e13ad698e40fe84553df3a7e8f193 2024-11-14T00:25:56,394 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/ns/5741f8a9a7e64361a90dc6dcbf0b1a1a is 43, key is default/ns:d/1731543928085/Put/seqid=0 2024-11-14T00:25:56,410 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1351): Waiting on 0cf9a79d3b16354d4b3076f3b86e7a6f, 1588230740, 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:56,416 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1436, reset compression=false 2024-11-14T00:25:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741843_1019 (size=5153) 2024-11-14T00:25:56,431 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/ns/5741f8a9a7e64361a90dc6dcbf0b1a1a 2024-11-14T00:25:56,454 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/f1/84cc30d675674cdda2f5b7e34f4ffd61 2024-11-14T00:25:56,466 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84cc30d675674cdda2f5b7e34f4ffd61 2024-11-14T00:25:56,497 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/norep/48d890d4547e48c5813717452823f1ba is 33, key is row1/norep:/1731543949704/DeleteFamily/seqid=0 2024-11-14T00:25:56,527 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/rep_barrier/bb37925b40c84ea3ab4e3f76431cff58 is 112, key is test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a./rep_barrier:seqnumDuringOpen/1731543938673/Put/seqid=0 2024-11-14T00:25:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741844_1020 (size=5108) 2024-11-14T00:25:56,556 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/norep/48d890d4547e48c5813717452823f1ba 2024-11-14T00:25:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741845_1021 (size=5518) 2024-11-14T00:25:56,571 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/rep_barrier/bb37925b40c84ea3ab4e3f76431cff58 2024-11-14T00:25:56,573 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48d890d4547e48c5813717452823f1ba 2024-11-14T00:25:56,574 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/f/bd30fe6054bb43ba956ad51ab34df749 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/f/bd30fe6054bb43ba956ad51ab34df749 2024-11-14T00:25:56,601 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd30fe6054bb43ba956ad51ab34df749 2024-11-14T00:25:56,601 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/f/bd30fe6054bb43ba956ad51ab34df749, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T00:25:56,603 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/f1/84cc30d675674cdda2f5b7e34f4ffd61 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/f1/84cc30d675674cdda2f5b7e34f4ffd61 2024-11-14T00:25:56,608 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84cc30d675674cdda2f5b7e34f4ffd61 2024-11-14T00:25:56,608 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/f1/84cc30d675674cdda2f5b7e34f4ffd61, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T00:25:56,609 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/.tmp/norep/48d890d4547e48c5813717452823f1ba as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/norep/48d890d4547e48c5813717452823f1ba 2024-11-14T00:25:56,611 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1351): Waiting on 0cf9a79d3b16354d4b3076f3b86e7a6f, 1588230740, 81c593b564dbf9d447390a8f75b8df2a 2024-11-14T00:25:56,619 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/table/96e938193115479580a42670740ccacb is 53, key is hbase:replication/table:state/1731543942135/Put/seqid=0 2024-11-14T00:25:56,624 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48d890d4547e48c5813717452823f1ba 2024-11-14T00:25:56,624 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/norep/48d890d4547e48c5813717452823f1ba, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T00:25:56,629 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 81c593b564dbf9d447390a8f75b8df2a in 831ms, sequenceid=10, compaction requested=false 2024-11-14T00:25:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741846_1022 (size=5308) 2024-11-14T00:25:56,672 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/table/96e938193115479580a42670740ccacb 2024-11-14T00:25:56,716 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/info/b76e13ad698e40fe84553df3a7e8f193 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/info/b76e13ad698e40fe84553df3a7e8f193 2024-11-14T00:25:56,744 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/default/test/81c593b564dbf9d447390a8f75b8df2a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T00:25:56,745 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/info/b76e13ad698e40fe84553df3a7e8f193, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:25:56,751 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:56,751 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:25:56,751 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:56,751 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81c593b564dbf9d447390a8f75b8df2a: Waiting for close lock at 1731543955796Running coprocessor pre-close hooks at 1731543955796Disabling compacts and flushes for region at 1731543955796Disabling writes for close at 1731543955797 (+1 ms)Obtaining lock to block concurrent updates at 1731543955797Preparing flush snapshotting stores in 81c593b564dbf9d447390a8f75b8df2a at 1731543955797Finished memstore snapshotting test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731543955797Flushing stores of test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. at 1731543955808 (+11 ms)Flushing 81c593b564dbf9d447390a8f75b8df2a/f: creating writer at 1731543955808Flushing 81c593b564dbf9d447390a8f75b8df2a/f: appending metadata at 1731543955836 (+28 ms)Flushing 81c593b564dbf9d447390a8f75b8df2a/f: closing flushed file at 1731543955836Flushing 81c593b564dbf9d447390a8f75b8df2a/f1: creating writer at 1731543955969 (+133 ms)Flushing 81c593b564dbf9d447390a8f75b8df2a/f1: appending metadata at 1731543956014 (+45 ms)Flushing 81c593b564dbf9d447390a8f75b8df2a/f1: closing flushed file at 1731543956014Flushing 81c593b564dbf9d447390a8f75b8df2a/norep: creating writer at 1731543956466 (+452 ms)Flushing 81c593b564dbf9d447390a8f75b8df2a/norep: appending metadata at 1731543956496 (+30 ms)Flushing 81c593b564dbf9d447390a8f75b8df2a/norep: closing flushed file at 1731543956496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f201a73: reopening flushed file at 1731543956573 (+77 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb4e44d: reopening flushed file at 1731543956601 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f75f987: reopening flushed file at 1731543956608 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 81c593b564dbf9d447390a8f75b8df2a in 831ms, sequenceid=10, compaction requested=false at 1731543956629 (+21 ms)Writing region close event to WAL at 1731543956696 (+67 ms)Running coprocessor post-close hooks at 1731543956751 (+55 ms)Closed at 1731543956751 2024-11-14T00:25:56,751 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543937856.81c593b564dbf9d447390a8f75b8df2a. 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cf9a79d3b16354d4b3076f3b86e7a6f, disabling compactions & flushes 2024-11-14T00:25:56,752 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. after waiting 0 ms 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/ns/5741f8a9a7e64361a90dc6dcbf0b1a1a as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/ns/5741f8a9a7e64361a90dc6dcbf0b1a1a 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cf9a79d3b16354d4b3076f3b86e7a6f: Waiting for close lock at 1731543956752Running coprocessor pre-close hooks at 1731543956752Disabling compacts and flushes for region at 1731543956752Disabling writes for close at 1731543956752Failed flush hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f., putting online again at 1731543956752 2024-11-14T00:25:56,752 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,752 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 1436, reset compression=false 2024-11-14T00:25:56,780 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/ns/5741f8a9a7e64361a90dc6dcbf0b1a1a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:25:56,781 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/rep_barrier/bb37925b40c84ea3ab4e3f76431cff58 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/rep_barrier/bb37925b40c84ea3ab4e3f76431cff58 2024-11-14T00:25:56,799 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/rep_barrier/bb37925b40c84ea3ab4e3f76431cff58, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:25:56,803 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/.tmp/table/96e938193115479580a42670740ccacb as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/table/96e938193115479580a42670740ccacb 2024-11-14T00:25:56,805 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:56,805 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 2080, reset compression=false 2024-11-14T00:25:56,811 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:25:56,811 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0cf9a79d3b16354d4b3076f3b86e7a6f=hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f.} 2024-11-14T00:25:56,812 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cf9a79d3b16354d4b3076f3b86e7a6f 2024-11-14T00:25:56,812 DEBUG [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1351): Waiting on 0cf9a79d3b16354d4b3076f3b86e7a6f, 1588230740 2024-11-14T00:25:56,812 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cf9a79d3b16354d4b3076f3b86e7a6f, disabling compactions & flushes 2024-11-14T00:25:56,812 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,812 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,812 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. after waiting 0 ms 2024-11-14T00:25:56,812 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,812 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cf9a79d3b16354d4b3076f3b86e7a6f: Waiting for close lock at 1731543956812Running coprocessor pre-close hooks at 1731543956812Disabling compacts and flushes for region at 1731543956812Disabling writes for close at 1731543956812Failed flush hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f., putting online again at 1731543956812 2024-11-14T00:25:56,812 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543941323.0cf9a79d3b16354d4b3076f3b86e7a6f. 2024-11-14T00:25:56,836 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/table/96e938193115479580a42670740ccacb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:25:56,837 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1027ms, sequenceid=16, compaction requested=false 2024-11-14T00:25:56,837 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:25:56,915 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:25:56,919 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:25:56,920 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:25:56,920 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:56,920 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543955809Running coprocessor pre-close hooks at 1731543955809Disabling compacts and flushes for region at 1731543955809Disabling writes for close at 1731543955810 (+1 ms)Obtaining lock to block concurrent updates at 1731543955810Preparing flush snapshotting stores in 1588230740 at 1731543955810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543955810Flushing stores of hbase:meta,,1.1588230740 at 1731543955811 (+1 ms)Flushing 1588230740/info: creating writer at 1731543955811Flushing 1588230740/info: appending metadata at 1731543955887 (+76 ms)Flushing 1588230740/info: closing flushed file at 1731543955887Flushing 1588230740/ns: creating writer at 1731543956346 (+459 ms)Flushing 1588230740/ns: appending metadata at 1731543956393 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731543956393Flushing 1588230740/rep_barrier: creating writer at 1731543956437 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543956526 (+89 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543956526Flushing 1588230740/table: creating writer at 1731543956576 (+50 ms)Flushing 1588230740/table: appending metadata at 1731543956619 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731543956619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38043bf7: reopening flushed file at 1731543956706 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7fcddf: reopening flushed file at 1731543956745 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688c78de: reopening flushed file at 1731543956780 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e92e0dd: reopening flushed file at 1731543956799 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1027ms, sequenceid=16, compaction requested=false at 1731543956837 (+38 ms)Writing region close event to WAL at 1731543956897 (+60 ms)Running coprocessor post-close hooks at 1731543956919 (+22 ms)Closed at 1731543956920 (+1 ms) 2024-11-14T00:25:56,920 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:25:57,012 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T00:25:57,012 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,46563,1731543925856; all regions closed. 2024-11-14T00:25:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:25:57,048 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/WALs/63baa11b75f3,46563,1731543925856/63baa11b75f3%2C46563%2C1731543925856.1731543927494 to pos 2080, reset compression=false 2024-11-14T00:25:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741839_1015 (size=2171) 2024-11-14T00:25:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741833_1009 (size=2088) 2024-11-14T00:25:57,111 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:57,111 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:57,112 INFO [RS:0;63baa11b75f3:46563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:57,112 INFO [RS:0;63baa11b75f3:46563 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:57,112 INFO [RS:0;63baa11b75f3:46563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:57,112 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,46563,1731543925856 because: Region server is closing 2024-11-14T00:25:57,113 INFO [RS:0;63baa11b75f3:46563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46563. 2024-11-14T00:25:57,113 DEBUG [RS:0;63baa11b75f3:46563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:57,113 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:57,113 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:57,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:57,114 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:57,214 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.shipper63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 terminated 2024-11-14T00:25:57,214 INFO [RS:0;63baa11b75f3:46563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:46563. 2024-11-14T00:25:57,214 DEBUG [RS:0;63baa11b75f3:46563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:57,214 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:57,214 DEBUG [RS:0;63baa11b75f3:46563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:57,214 INFO [RS:0;63baa11b75f3:46563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46563 2024-11-14T00:25:57,214 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:57,214 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,46563,1731543925856.replicationSource.wal-reader.63baa11b75f3%2C46563%2C1731543925856,1-63baa11b75f3,46563,1731543925856 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:25:57,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794116150/rs/63baa11b75f3,46563,1731543925856 2024-11-14T00:25:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150/rs 2024-11-14T00:25:57,390 INFO [RS:0;63baa11b75f3:46563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:57,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,46563,1731543925856] 2024-11-14T00:25:57,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/draining/63baa11b75f3,46563,1731543925856 already deleted, retry=false 2024-11-14T00:25:57,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,46563,1731543925856 expired; onlineServers=0 2024-11-14T00:25:57,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,35353,1731543925709' ***** 2024-11-14T00:25:57,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:25:57,482 DEBUG [M:0;63baa11b75f3:35353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:25:57,482 DEBUG [M:0;63baa11b75f3:35353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:25:57,482 DEBUG [M:0;63baa11b75f3:35353 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:57,482 INFO [M:0;63baa11b75f3:35353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:25:57,483 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543927132 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543927132,5,FailOnTimeoutGroup] 2024-11-14T00:25:57,488 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:25:57,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:25:57,492 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543927112 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543927112,5,FailOnTimeoutGroup] 2024-11-14T00:25:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794116150/master 2024-11-14T00:25:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794116150 2024-11-14T00:25:57,501 INFO [M:0;63baa11b75f3:35353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/.lastflushedseqids 2024-11-14T00:25:57,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-794116150/master already deleted, retry=false 2024-11-14T00:25:57,511 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-794116150/master 2024-11-14T00:25:57,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741847_1023 (size=245) 2024-11-14T00:25:57,559 INFO [RS:0;63baa11b75f3:46563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:57,559 INFO [RS:0;63baa11b75f3:46563 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,46563,1731543925856; zookeeper connection closed. 2024-11-14T00:25:57,560 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43f7086d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43f7086d 2024-11-14T00:25:57,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:25:57,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:57,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46563-0x10136bb56af0004, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:57,965 INFO [M:0;63baa11b75f3:35353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:25:57,965 INFO [M:0;63baa11b75f3:35353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:25:57,965 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:25:57,965 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:57,965 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:57,965 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:25:57,965 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:57,965 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T00:25:58,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:25:58,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,019 DEBUG [M:0;63baa11b75f3:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a207cc1911d541219905a264a442a9a3 is 82, key is hbase:meta,,1/info:regioninfo/1731543928029/Put/seqid=0 2024-11-14T00:25:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741848_1024 (size=5672) 2024-11-14T00:25:58,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:25:58,464 INFO [M:0;63baa11b75f3:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a207cc1911d541219905a264a442a9a3 2024-11-14T00:25:58,496 DEBUG [M:0;63baa11b75f3:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4a6005ec6ae418c88650325eeb82017 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543942145/Put/seqid=0 2024-11-14T00:25:58,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741849_1025 (size=8516) 2024-11-14T00:25:58,538 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:58,930 INFO [M:0;63baa11b75f3:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4a6005ec6ae418c88650325eeb82017 2024-11-14T00:25:59,010 DEBUG [M:0;63baa11b75f3:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc91347b4b1b41e9a046e727d40f2612 is 69, key is 63baa11b75f3,46563,1731543925856/rs:state/1731543927170/Put/seqid=0 2024-11-14T00:25:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741850_1026 (size=5156) 2024-11-14T00:25:59,056 INFO [M:0;63baa11b75f3:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc91347b4b1b41e9a046e727d40f2612 2024-11-14T00:25:59,098 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a207cc1911d541219905a264a442a9a3 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a207cc1911d541219905a264a442a9a3 2024-11-14T00:25:59,111 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a207cc1911d541219905a264a442a9a3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T00:25:59,111 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4a6005ec6ae418c88650325eeb82017 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4a6005ec6ae418c88650325eeb82017 2024-11-14T00:25:59,145 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4a6005ec6ae418c88650325eeb82017, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T00:25:59,152 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc91347b4b1b41e9a046e727d40f2612 as hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc91347b4b1b41e9a046e727d40f2612 2024-11-14T00:25:59,191 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41831/user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc91347b4b1b41e9a046e727d40f2612, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T00:25:59,192 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1227ms, sequenceid=97, compaction requested=false 2024-11-14T00:25:59,220 INFO [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:25:59,220 DEBUG [M:0;63baa11b75f3:35353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543957965Disabling compacts and flushes for region at 1731543957965Disabling writes for close at 1731543957965Obtaining lock to block concurrent updates at 1731543957965Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543957965Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731543957966 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543957966Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543957966Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543958019 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543958019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543958477 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543958496 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543958496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543958966 (+470 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543959010 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543959010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc94ed8: reopening flushed file at 1731543959089 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176f9930: reopening flushed file at 1731543959111 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edd6981: reopening flushed file at 1731543959145 (+34 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1227ms, sequenceid=97, compaction requested=false at 1731543959192 (+47 ms)Writing region close event to WAL at 1731543959220 (+28 ms)Closed at 1731543959220 2024-11-14T00:25:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741830_1006 (size=63654) 2024-11-14T00:25:59,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08bc388c-091d-ae9a-eec4-4aafa066b87a/MasterData/WALs/63baa11b75f3,35353,1731543925709/63baa11b75f3%2C35353%2C1731543925709.1731543926482 not finished, retry = 0 2024-11-14T00:25:59,348 INFO [M:0;63baa11b75f3:35353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:25:59,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:25:59,348 INFO [M:0;63baa11b75f3:35353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35353 2024-11-14T00:25:59,349 INFO [M:0;63baa11b75f3:35353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:25:59,460 INFO [M:0;63baa11b75f3:35353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:25:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10136bb56af0003, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:25:59,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf09989{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:25:59,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a4605a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:59,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:59,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335c8a08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:59,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@799d5261{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:59,555 WARN [BP-914622431-172.17.0.3-1731543922822 heartbeating to localhost/127.0.0.1:41831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:25:59,555 WARN [BP-914622431-172.17.0.3-1731543922822 heartbeating to localhost/127.0.0.1:41831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-914622431-172.17.0.3-1731543922822 (Datanode Uuid c81e8aa8-42b6-419e-8fde-7a135077f813) service to localhost/127.0.0.1:41831 2024-11-14T00:25:59,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:25:59,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:25:59,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:25:59,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/cluster_7168fed7-d4dc-46f5-84b7-0d8101eee204/data/data1/current/BP-914622431-172.17.0.3-1731543922822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:59,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/cluster_7168fed7-d4dc-46f5-84b7-0d8101eee204/data/data2/current/BP-914622431-172.17.0.3-1731543922822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:25:59,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b52ab4d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:25:59,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@197af6d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:25:59,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:25:59,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c056cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:25:59,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56bb31d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62d8a0b-c5ab-51b1-17f6-20b36deeca85/hadoop.log.dir/,STOPPED} 2024-11-14T00:25:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:25:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:25:59,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:59,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:59,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:59,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:25:59,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:59,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:25:59,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=60748167, stopped=false 2024-11-14T00:25:59,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,34209,1731543918191 2024-11-14T00:25:59,622 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964811304/running 2024-11-14T00:25:59,622 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:59,622 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:25:59,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:25:59,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:59,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:59,623 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,39487,1731543918894' ***** 2024-11-14T00:25:59,623 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:25:59,623 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:25:59,623 INFO [RS:0;63baa11b75f3:39487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:25:59,623 INFO [RS:0;63baa11b75f3:39487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:25:59,623 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(3091): Received CLOSE for 291d10f526aa7f108a4d632de7a46ca1 2024-11-14T00:25:59,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/running 2024-11-14T00:25:59,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964811304/running 2024-11-14T00:25:59,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:25:59,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Set watcher on znode that does not yet exist, /0-1964811304/running 2024-11-14T00:25:59,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:25:59,644 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(3091): Received CLOSE for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:59,644 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,39487,1731543918894 2024-11-14T00:25:59,644 INFO [RS:0;63baa11b75f3:39487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:25:59,644 INFO [RS:0;63baa11b75f3:39487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39487. 2024-11-14T00:25:59,644 DEBUG [RS:0;63baa11b75f3:39487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:25:59,644 DEBUG [RS:0;63baa11b75f3:39487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:25:59,645 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:25:59,645 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:25:59,645 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:25:59,645 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:25:59,645 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 291d10f526aa7f108a4d632de7a46ca1, disabling compactions & flushes 2024-11-14T00:25:59,645 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:59,646 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:59,646 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. after waiting 0 ms 2024-11-14T00:25:59,647 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:25:59,647 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 291d10f526aa7f108a4d632de7a46ca1 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T00:25:59,648 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:25:59,648 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1325): Online Regions={291d10f526aa7f108a4d632de7a46ca1=test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1., 1588230740=hbase:meta,,1.1588230740, 773a5c6e1e0b5677ccbd41e1a83fd239=hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.} 2024-11-14T00:25:59,648 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291d10f526aa7f108a4d632de7a46ca1, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:59,649 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:25:59,649 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:25:59,649 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:25:59,649 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:25:59,649 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:25:59,649 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:25:59,686 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/f/51a7552b589842d9b06903bd553c7f67 is 28, key is row/f:/1731543948696/DeleteFamily/seqid=0 2024-11-14T00:25:59,692 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:25:59,725 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/info/ccc382afc0cd4648bca2ccd0d5064add is 147, key is hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239./info:regioninfo/1731543940603/Put/seqid=0 2024-11-14T00:25:59,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741840_1016 (size=5085) 2024-11-14T00:25:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741841_1017 (size=7686) 2024-11-14T00:25:59,834 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:25:59,834 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:25:59,848 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291d10f526aa7f108a4d632de7a46ca1, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:25:59,944 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 636, reset compression=false 2024-11-14T00:25:59,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:25:59,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 883, reset compression=false 2024-11-14T00:25:59,977 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,39487,1731543918894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:25:59,978 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,39487,1731543918894: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,39487,1731543918894, walGroup=63baa11b75f3%2C39487%2C1731543918894, offset=63baa11b75f3%2C39487%2C1731543918894.1731543921972:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:39487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:25:59,980 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:25:59,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:25:59,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:25:59,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:25:59,980 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:25:59,980 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 955129864 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202520120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:25:59,981 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:34209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:34209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:26:00,049 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291d10f526aa7f108a4d632de7a46ca1, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:26:00,128 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/f/51a7552b589842d9b06903bd553c7f67 2024-11-14T00:26:00,133 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51a7552b589842d9b06903bd553c7f67 2024-11-14T00:26:00,155 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/f1/3e3758a1d0924b639bb38a1b3ae4b2f3 is 29, key is row/f1:/1731543948696/DeleteFamily/seqid=0 2024-11-14T00:26:00,172 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/info/ccc382afc0cd4648bca2ccd0d5064add 2024-11-14T00:26:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741842_1018 (size=5089) 2024-11-14T00:26:00,197 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/f1/3e3758a1d0924b639bb38a1b3ae4b2f3 2024-11-14T00:26:00,204 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e3758a1d0924b639bb38a1b3ae4b2f3 2024-11-14T00:26:00,215 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 883, reset compression=false 2024-11-14T00:26:00,225 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/ns/01681054470d49afbf7a71f35b28d1c7 is 43, key is default/ns:d/1731543922577/Put/seqid=0 2024-11-14T00:26:00,231 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/norep/39663e3d2ceb4907ad387c1f5b51bb11 is 32, key is row/norep:/1731543948696/DeleteFamily/seqid=0 2024-11-14T00:26:00,249 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291d10f526aa7f108a4d632de7a46ca1, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:26:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741843_1019 (size=5153) 2024-11-14T00:26:00,276 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/ns/01681054470d49afbf7a71f35b28d1c7 2024-11-14T00:26:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741844_1020 (size=5101) 2024-11-14T00:26:00,312 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/rep_barrier/68570161f41541e89656a87442f45302 is 112, key is test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1./rep_barrier:seqnumDuringOpen/1731543937499/Put/seqid=0 2024-11-14T00:26:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741845_1021 (size=5518) 2024-11-14T00:26:00,333 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/rep_barrier/68570161f41541e89656a87442f45302 2024-11-14T00:26:00,366 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/table/6d08e57305b8451d8171577ce41bf354 is 53, key is hbase:replication/table:state/1731543940616/Put/seqid=0 2024-11-14T00:26:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741846_1022 (size=5308) 2024-11-14T00:26:00,450 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291d10f526aa7f108a4d632de7a46ca1, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:26:00,550 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 883, reset compression=false 2024-11-14T00:26:00,651 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291d10f526aa7f108a4d632de7a46ca1, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:26:00,688 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/norep/39663e3d2ceb4907ad387c1f5b51bb11 2024-11-14T00:26:00,710 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39663e3d2ceb4907ad387c1f5b51bb11 2024-11-14T00:26:00,711 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/f/51a7552b589842d9b06903bd553c7f67 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/f/51a7552b589842d9b06903bd553c7f67 2024-11-14T00:26:00,717 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51a7552b589842d9b06903bd553c7f67 2024-11-14T00:26:00,717 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/f/51a7552b589842d9b06903bd553c7f67, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T00:26:00,720 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/f1/3e3758a1d0924b639bb38a1b3ae4b2f3 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/f1/3e3758a1d0924b639bb38a1b3ae4b2f3 2024-11-14T00:26:00,734 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e3758a1d0924b639bb38a1b3ae4b2f3 2024-11-14T00:26:00,734 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/f1/3e3758a1d0924b639bb38a1b3ae4b2f3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T00:26:00,739 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/.tmp/norep/39663e3d2ceb4907ad387c1f5b51bb11 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/norep/39663e3d2ceb4907ad387c1f5b51bb11 2024-11-14T00:26:00,752 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39663e3d2ceb4907ad387c1f5b51bb11 2024-11-14T00:26:00,752 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/norep/39663e3d2ceb4907ad387c1f5b51bb11, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T00:26:00,755 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 291d10f526aa7f108a4d632de7a46ca1 in 1107ms, sequenceid=6, compaction requested=false 2024-11-14T00:26:00,755 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:26:00,818 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/table/6d08e57305b8451d8171577ce41bf354 2024-11-14T00:26:00,820 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/default/test/291d10f526aa7f108a4d632de7a46ca1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:26:00,821 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 291d10f526aa7f108a4d632de7a46ca1: Waiting for close lock at 1731543959645Running coprocessor pre-close hooks at 1731543959645Disabling compacts and flushes for region at 1731543959645Disabling writes for close at 1731543959647 (+2 ms)Obtaining lock to block concurrent updates at 1731543959647Preparing flush snapshotting stores in 291d10f526aa7f108a4d632de7a46ca1 at 1731543959647Finished memstore snapshotting test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731543959647Flushing stores of test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. at 1731543959648 (+1 ms)Flushing 291d10f526aa7f108a4d632de7a46ca1/f: creating writer at 1731543959648Flushing 291d10f526aa7f108a4d632de7a46ca1/f: appending metadata at 1731543959685 (+37 ms)Flushing 291d10f526aa7f108a4d632de7a46ca1/f: closing flushed file at 1731543959685Flushing 291d10f526aa7f108a4d632de7a46ca1/f1: creating writer at 1731543960133 (+448 ms)Flushing 291d10f526aa7f108a4d632de7a46ca1/f1: appending metadata at 1731543960154 (+21 ms)Flushing 291d10f526aa7f108a4d632de7a46ca1/f1: closing flushed file at 1731543960154Flushing 291d10f526aa7f108a4d632de7a46ca1/norep: creating writer at 1731543960204 (+50 ms)Flushing 291d10f526aa7f108a4d632de7a46ca1/norep: appending metadata at 1731543960230 (+26 ms)Flushing 291d10f526aa7f108a4d632de7a46ca1/norep: closing flushed file at 1731543960231 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365d9159: reopening flushed file at 1731543960710 (+479 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d7cedb: reopening flushed file at 1731543960717 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1f5647: reopening flushed file at 1731543960734 (+17 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 291d10f526aa7f108a4d632de7a46ca1 in 1107ms, sequenceid=6, compaction requested=false at 1731543960755 (+21 ms)Writing region close event to WAL at 1731543960796 (+41 ms)Running coprocessor post-close hooks at 1731543960821 (+25 ms)Closed at 1731543960821 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543936711.291d10f526aa7f108a4d632de7a46ca1. 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 773a5c6e1e0b5677ccbd41e1a83fd239, disabling compactions & flushes 2024-11-14T00:26:00,821 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. after waiting 0 ms 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 773a5c6e1e0b5677ccbd41e1a83fd239: Waiting for close lock at 1731543960821Running coprocessor pre-close hooks at 1731543960821Disabling compacts and flushes for region at 1731543960821Disabling writes for close at 1731543960821Failed flush hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239., putting online again at 1731543960821 2024-11-14T00:26:00,821 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,834 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/info/ccc382afc0cd4648bca2ccd0d5064add as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/info/ccc382afc0cd4648bca2ccd0d5064add 2024-11-14T00:26:00,841 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/info/ccc382afc0cd4648bca2ccd0d5064add, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:26:00,842 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/ns/01681054470d49afbf7a71f35b28d1c7 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/ns/01681054470d49afbf7a71f35b28d1c7 2024-11-14T00:26:00,850 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/ns/01681054470d49afbf7a71f35b28d1c7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:26:00,852 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:26:00,852 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 773a5c6e1e0b5677ccbd41e1a83fd239=hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239.} 2024-11-14T00:26:00,852 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(3091): Received CLOSE for 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:26:00,852 DEBUG [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 773a5c6e1e0b5677ccbd41e1a83fd239 2024-11-14T00:26:00,852 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 773a5c6e1e0b5677ccbd41e1a83fd239, disabling compactions & flushes 2024-11-14T00:26:00,853 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. after waiting 0 ms 2024-11-14T00:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 773a5c6e1e0b5677ccbd41e1a83fd239: Waiting for close lock at 1731543960852Running coprocessor pre-close hooks at 1731543960852Disabling compacts and flushes for region at 1731543960852Disabling writes for close at 1731543960853 (+1 ms)Failed flush hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239., putting online again at 1731543960853 2024-11-14T00:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731543940157.773a5c6e1e0b5677ccbd41e1a83fd239. 2024-11-14T00:26:00,856 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/rep_barrier/68570161f41541e89656a87442f45302 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/rep_barrier/68570161f41541e89656a87442f45302 2024-11-14T00:26:00,865 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/rep_barrier/68570161f41541e89656a87442f45302, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:26:00,868 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/.tmp/table/6d08e57305b8451d8171577ce41bf354 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/table/6d08e57305b8451d8171577ce41bf354 2024-11-14T00:26:00,881 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/table/6d08e57305b8451d8171577ce41bf354, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:26:00,882 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1233ms, sequenceid=16, compaction requested=false 2024-11-14T00:26:00,882 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:26:00,962 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 883, reset compression=false 2024-11-14T00:26:00,963 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:26:00,966 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:00,966 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:26:00,966 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:00,966 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543959649Running coprocessor pre-close hooks at 1731543959649Disabling compacts and flushes for region at 1731543959649Disabling writes for close at 1731543959649Obtaining lock to block concurrent updates at 1731543959649Preparing flush snapshotting stores in 1588230740 at 1731543959649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731543959649Flushing stores of hbase:meta,,1.1588230740 at 1731543959654 (+5 ms)Flushing 1588230740/info: creating writer at 1731543959655 (+1 ms)Flushing 1588230740/info: appending metadata at 1731543959724 (+69 ms)Flushing 1588230740/info: closing flushed file at 1731543959724Flushing 1588230740/ns: creating writer at 1731543960178 (+454 ms)Flushing 1588230740/ns: appending metadata at 1731543960225 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731543960225Flushing 1588230740/rep_barrier: creating writer at 1731543960285 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543960310 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543960310Flushing 1588230740/table: creating writer at 1731543960346 (+36 ms)Flushing 1588230740/table: appending metadata at 1731543960366 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731543960366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17147b14: reopening flushed file at 1731543960833 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553d9f90: reopening flushed file at 1731543960841 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98a5d36: reopening flushed file at 1731543960850 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3353b61a: reopening flushed file at 1731543960865 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1233ms, sequenceid=16, compaction requested=false at 1731543960882 (+17 ms)Writing region close event to WAL at 1731543960922 (+40 ms)Running coprocessor post-close hooks at 1731543960966 (+44 ms)Closed at 1731543960966 2024-11-14T00:26:00,967 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:00,973 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:26:00,973 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/WALs/63baa11b75f3,39487,1731543918894/63baa11b75f3%2C39487%2C1731543918894.1731543921972 to pos 1527, reset compression=false 2024-11-14T00:26:01,053 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T00:26:01,053 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,39487,1731543918894; all regions closed. 2024-11-14T00:26:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741834_1010 (size=4239) 2024-11-14T00:26:01,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741839_1015 (size=1297) 2024-11-14T00:26:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741833_1009 (size=1535) 2024-11-14T00:26:01,089 DEBUG [RS:0;63baa11b75f3:39487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:01,089 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:01,089 INFO [RS:0;63baa11b75f3:39487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:01,089 INFO [RS:0;63baa11b75f3:39487 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:01,089 INFO [RS:0;63baa11b75f3:39487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:01,089 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:01,089 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,39487,1731543918894 because: Region server is closing 2024-11-14T00:26:01,089 INFO [RS:0;63baa11b75f3:39487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:39487. 2024-11-14T00:26:01,089 DEBUG [RS:0;63baa11b75f3:39487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:01,089 DEBUG [RS:0;63baa11b75f3:39487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:01,090 DEBUG [RS:0;63baa11b75f3:39487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:01,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:01,190 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.shipper63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 terminated 2024-11-14T00:26:01,190 INFO [RS:0;63baa11b75f3:39487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39487 2024-11-14T00:26:01,190 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,39487,1731543918894.replicationSource.wal-reader.63baa11b75f3%2C39487%2C1731543918894,1-63baa11b75f3,39487,1731543918894 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T00:26:01,210 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964811304/rs/63baa11b75f3,39487,1731543918894 2024-11-14T00:26:01,210 INFO [RS:0;63baa11b75f3:39487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:01,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304/rs 2024-11-14T00:26:01,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,39487,1731543918894] 2024-11-14T00:26:01,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/draining/63baa11b75f3,39487,1731543918894 already deleted, retry=false 2024-11-14T00:26:01,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,39487,1731543918894 expired; onlineServers=0 2024-11-14T00:26:01,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,34209,1731543918191' ***** 2024-11-14T00:26:01,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:26:01,231 INFO [M:0;63baa11b75f3:34209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:01,231 INFO [M:0;63baa11b75f3:34209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:01,231 DEBUG [M:0;63baa11b75f3:34209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:26:01,231 DEBUG [M:0;63baa11b75f3:34209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:26:01,231 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543921576 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543921576,5,FailOnTimeoutGroup] 2024-11-14T00:26:01,233 INFO [M:0;63baa11b75f3:34209 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:01,233 INFO [M:0;63baa11b75f3:34209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:01,233 DEBUG [M:0;63baa11b75f3:34209 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:26:01,233 INFO [M:0;63baa11b75f3:34209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:26:01,233 INFO [M:0;63baa11b75f3:34209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:01,233 ERROR [M:0;63baa11b75f3:34209 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34135,5,PEWorkerGroup] 2024-11-14T00:26:01,233 INFO [M:0;63baa11b75f3:34209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:26:01,234 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:26:01,236 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:26:01,236 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543921580 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543921580,5,FailOnTimeoutGroup] 2024-11-14T00:26:01,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964811304/master 2024-11-14T00:26:01,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964811304 2024-11-14T00:26:01,252 DEBUG [M:0;63baa11b75f3:34209 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964811304/master already deleted, retry=false 2024-11-14T00:26:01,252 DEBUG [M:0;63baa11b75f3:34209 {}] master.ActiveMasterManager(353): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1964811304/master 2024-11-14T00:26:01,264 INFO [M:0;63baa11b75f3:34209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/.lastflushedseqids 2024-11-14T00:26:01,322 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:01,322 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x10136bb56af0001, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:01,322 INFO [RS:0;63baa11b75f3:39487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:01,322 INFO [RS:0;63baa11b75f3:39487 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,39487,1731543918894; zookeeper connection closed. 2024-11-14T00:26:01,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b45d806 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b45d806 2024-11-14T00:26:01,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:26:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741847_1023 (size=245) 2024-11-14T00:26:01,728 INFO [M:0;63baa11b75f3:34209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:26:01,729 INFO [M:0;63baa11b75f3:34209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:26:01,729 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:01,729 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:01,729 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:01,729 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:01,729 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:01,729 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T00:26:01,790 DEBUG [M:0;63baa11b75f3:34209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee22f2978384463aa30a74e2a533cc0d is 82, key is hbase:meta,,1/info:regioninfo/1731543922538/Put/seqid=0 2024-11-14T00:26:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741848_1024 (size=5672) 2024-11-14T00:26:01,840 INFO [M:0;63baa11b75f3:34209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee22f2978384463aa30a74e2a533cc0d 2024-11-14T00:26:01,949 DEBUG [M:0;63baa11b75f3:34209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8515b016bdca4bb2b7c3ea7883a6740f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543937515/Put/seqid=0 2024-11-14T00:26:02,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741849_1025 (size=7218) 2024-11-14T00:26:02,397 INFO [M:0;63baa11b75f3:34209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8515b016bdca4bb2b7c3ea7883a6740f 2024-11-14T00:26:02,411 INFO [M:0;63baa11b75f3:34209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8515b016bdca4bb2b7c3ea7883a6740f 2024-11-14T00:26:02,445 DEBUG [M:0;63baa11b75f3:34209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f947c390a7b7452cb4bca1a757218039 is 69, key is 63baa11b75f3,39487,1731543918894/rs:state/1731543921710/Put/seqid=0 2024-11-14T00:26:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741850_1026 (size=5156) 2024-11-14T00:26:02,880 INFO [M:0;63baa11b75f3:34209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f947c390a7b7452cb4bca1a757218039 2024-11-14T00:26:02,909 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee22f2978384463aa30a74e2a533cc0d as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee22f2978384463aa30a74e2a533cc0d 2024-11-14T00:26:02,925 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee22f2978384463aa30a74e2a533cc0d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T00:26:02,926 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8515b016bdca4bb2b7c3ea7883a6740f as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8515b016bdca4bb2b7c3ea7883a6740f 2024-11-14T00:26:02,930 INFO [M:0;63baa11b75f3:34209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8515b016bdca4bb2b7c3ea7883a6740f 2024-11-14T00:26:02,930 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8515b016bdca4bb2b7c3ea7883a6740f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T00:26:02,931 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f947c390a7b7452cb4bca1a757218039 as hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f947c390a7b7452cb4bca1a757218039 2024-11-14T00:26:02,941 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/ea91417d-8d18-5d98-698e-b75fd8f045c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f947c390a7b7452cb4bca1a757218039, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T00:26:02,947 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1218ms, sequenceid=105, compaction requested=false 2024-11-14T00:26:02,966 INFO [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:02,966 DEBUG [M:0;63baa11b75f3:34209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543961729Disabling compacts and flushes for region at 1731543961729Disabling writes for close at 1731543961729Obtaining lock to block concurrent updates at 1731543961729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731543961729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731543961729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731543961736 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731543961736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731543961790 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731543961790Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731543961874 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731543961948 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731543961948Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731543962411 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731543962444 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731543962444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e03432a: reopening flushed file at 1731543962906 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e83b57a: reopening flushed file at 1731543962925 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa9a255: reopening flushed file at 1731543962930 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1218ms, sequenceid=105, compaction requested=false at 1731543962947 (+17 ms)Writing region close event to WAL at 1731543962966 (+19 ms)Closed at 1731543962966 2024-11-14T00:26:02,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37075 is added to blk_1073741830_1006 (size=64423) 2024-11-14T00:26:03,004 INFO [M:0;63baa11b75f3:34209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:26:03,004 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:03,005 INFO [M:0;63baa11b75f3:34209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34209 2024-11-14T00:26:03,005 INFO [M:0;63baa11b75f3:34209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34209-0x10136bb56af0000, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:03,178 INFO [M:0;63baa11b75f3:34209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:03,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@87d94c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:03,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bddd43e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:03,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:03,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3299bc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:03,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95d46a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:03,232 WARN [BP-995656848-172.17.0.3-1731543915291 heartbeating to localhost/127.0.0.1:34135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:26:03,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:26:03,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:26:03,232 WARN [BP-995656848-172.17.0.3-1731543915291 heartbeating to localhost/127.0.0.1:34135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-995656848-172.17.0.3-1731543915291 (Datanode Uuid c6cd3df1-751d-4627-ad78-35cc51b9a6f9) service to localhost/127.0.0.1:34135 2024-11-14T00:26:03,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:26:03,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/data/data1/current/BP-995656848-172.17.0.3-1731543915291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:03,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/cluster_abab79ec-26ff-a0a2-8943-8bdb17efd068/data/data2/current/BP-995656848-172.17.0.3-1731543915291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:03,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a98fdc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:03,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b0a045e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:03,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:03,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1f488a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:03,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@707cc983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1446d5b-f656-7133-a7dd-35c9868350d8/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:03,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:26:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:26:03,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41831 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34135 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44543 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1188 (was 1064) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2348 (was 2861) 2024-11-14T00:26:03,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=1188, ProcessCount=11, AvailableMemoryMB=2347 2024-11-14T00:26:03,343 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T00:26:03,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir so I do NOT create it in target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca 2024-11-14T00:26:03,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:26:03,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.tmp.dir so I do NOT create it in target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca 2024-11-14T00:26:03,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4dad56f-746d-059b-b44f-4771b927138e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:26:03,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca 2024-11-14T00:26:03,345 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c, deleteOnExit=true 2024-11-14T00:26:03,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136bb56af0008, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:26:03,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136bb56af0008, quorum=127.0.0.1:52101, baseZNode=/2-432443948 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:26:03,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136bb56af0002, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:26:03,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136bb56af0002, quorum=127.0.0.1:52101, baseZNode=/0-1964811304 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:26:03,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136bb56af0005, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:26:03,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136bb56af0005, quorum=127.0.0.1:52101, baseZNode=/1-794116150 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:26:03,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/zookeeper_0, clientPort=58950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:26:03,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58950 2024-11-14T00:26:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:26:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:26:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/test.cache.data in system properties and HBase conf 2024-11-14T00:26:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:26:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:26:03,369 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:26:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:26:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:26:03,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:03,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:04,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:04,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:04,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:26:04,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:04,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23205a94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:04,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52302c22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:04,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@519376eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/java.io.tmpdir/jetty-localhost-45091-hadoop-hdfs-3_4_1-tests_jar-_-any-13978113591878356417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:04,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14032aed{HTTP/1.1, (http/1.1)}{localhost:45091} 2024-11-14T00:26:04,270 INFO [Time-limited test {}] server.Server(415): Started @367405ms 2024-11-14T00:26:04,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:04,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:04,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:04,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:04,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:26:04,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea30d05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:04,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41969a9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:04,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18269c20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/java.io.tmpdir/jetty-localhost-37505-hadoop-hdfs-3_4_1-tests_jar-_-any-4198327914380615584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:04,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc00e3c{HTTP/1.1, (http/1.1)}{localhost:37505} 2024-11-14T00:26:04,952 INFO [Time-limited test {}] server.Server(415): Started @368088ms 2024-11-14T00:26:04,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:26:06,090 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/data/data1/current/BP-942106085-172.17.0.3-1731543963427/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:06,096 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/data/data2/current/BP-942106085-172.17.0.3-1731543963427/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:06,201 WARN [Thread-4181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:26:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd79482fd032a29fe with lease ID 0x8482ebd6f57cb64d: Processing first storage report for DS-3d8a2c29-d28d-4e4b-84bb-4376cb89c83c from datanode DatanodeRegistration(127.0.0.1:45287, datanodeUuid=b2ec89e2-e746-49d4-93c5-fe4014b8a18e, infoPort=36393, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=752548166;c=1731543963427) 2024-11-14T00:26:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd79482fd032a29fe with lease ID 0x8482ebd6f57cb64d: from storage DS-3d8a2c29-d28d-4e4b-84bb-4376cb89c83c node DatanodeRegistration(127.0.0.1:45287, datanodeUuid=b2ec89e2-e746-49d4-93c5-fe4014b8a18e, infoPort=36393, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=752548166;c=1731543963427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd79482fd032a29fe with lease ID 0x8482ebd6f57cb64d: Processing first storage report for DS-5bc59bef-0412-46c7-8996-cd190bc372ca from datanode DatanodeRegistration(127.0.0.1:45287, datanodeUuid=b2ec89e2-e746-49d4-93c5-fe4014b8a18e, infoPort=36393, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=752548166;c=1731543963427) 2024-11-14T00:26:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd79482fd032a29fe with lease ID 0x8482ebd6f57cb64d: from storage DS-5bc59bef-0412-46c7-8996-cd190bc372ca node DatanodeRegistration(127.0.0.1:45287, datanodeUuid=b2ec89e2-e746-49d4-93c5-fe4014b8a18e, infoPort=36393, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=752548166;c=1731543963427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:06,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca 2024-11-14T00:26:06,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:26:06,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e with version=8 2024-11-14T00:26:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/hbase-staging 2024-11-14T00:26:06,276 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:26:06,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:06,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35929 2024-11-14T00:26:06,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35929 connecting to ZooKeeper ensemble=127.0.0.1:58950 2024-11-14T00:26:06,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:26:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:06,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359290x0, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:06,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35929-0x10136bc12850000 connected 2024-11-14T00:26:06,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on znode that does not yet exist, /0601792763/running 2024-11-14T00:26:06,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e, hbase.cluster.distributed=false 2024-11-14T00:26:06,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on znode that does not yet exist, /0601792763/acl 2024-11-14T00:26:06,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35929 2024-11-14T00:26:06,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35929 2024-11-14T00:26:06,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35929 2024-11-14T00:26:06,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35929 2024-11-14T00:26:06,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35929 2024-11-14T00:26:06,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:26:06,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:06,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45361 2024-11-14T00:26:06,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45361 connecting to ZooKeeper ensemble=127.0.0.1:58950 2024-11-14T00:26:06,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453610x0, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:06,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453610x0, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on znode that does not yet exist, /0601792763/running 2024-11-14T00:26:06,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:26:06,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45361-0x10136bc12850001 connected 2024-11-14T00:26:06,756 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:26:06,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on znode that does not yet exist, /0601792763/master 2024-11-14T00:26:06,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on znode that does not yet exist, /0601792763/acl 2024-11-14T00:26:06,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45361 2024-11-14T00:26:06,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45361 2024-11-14T00:26:06,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45361 2024-11-14T00:26:06,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45361 2024-11-14T00:26:06,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45361 2024-11-14T00:26:06,796 DEBUG [M:0;63baa11b75f3:35929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:35929 2024-11-14T00:26:06,796 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0601792763/backup-masters/63baa11b75f3,35929,1731543966276 2024-11-14T00:26:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763/backup-masters 2024-11-14T00:26:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763/backup-masters 2024-11-14T00:26:06,831 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on existing znode=/0601792763/backup-masters/63baa11b75f3,35929,1731543966276 2024-11-14T00:26:06,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:06,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601792763/master 2024-11-14T00:26:06,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:06,895 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on existing znode=/0601792763/master 2024-11-14T00:26:06,895 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0601792763/backup-masters/63baa11b75f3,35929,1731543966276 from backup master directory 2024-11-14T00:26:06,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601792763/backup-masters/63baa11b75f3,35929,1731543966276 2024-11-14T00:26:06,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763/backup-masters 2024-11-14T00:26:06,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763/backup-masters 2024-11-14T00:26:06,912 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:06,912 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,35929,1731543966276 2024-11-14T00:26:06,914 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/hbase.id] with ID: bf5dc078-6ec8-4ea8-8c4f-9422c668618c 2024-11-14T00:26:06,914 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/.tmp/hbase.id 2024-11-14T00:26:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:26:06,924 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/.tmp/hbase.id]:[hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/hbase.id] 2024-11-14T00:26:06,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:06,931 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:26:06,932 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:26:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:26:07,007 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:07,008 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:26:07,009 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:26:07,420 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/data/master/store 2024-11-14T00:26:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:07,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:07,425 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543967425Disabling compacts and flushes for region at 1731543967425Disabling writes for close at 1731543967425Writing region close event to WAL at 1731543967425Closed at 1731543967425 2024-11-14T00:26:07,425 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/data/master/store/.initializing 2024-11-14T00:26:07,425 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/WALs/63baa11b75f3,35929,1731543966276 2024-11-14T00:26:07,426 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:07,427 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C35929%2C1731543966276, suffix=, logDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/WALs/63baa11b75f3,35929,1731543966276, archiveDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/oldWALs, maxLogs=10 2024-11-14T00:26:07,444 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/WALs/63baa11b75f3,35929,1731543966276/63baa11b75f3%2C35929%2C1731543966276.1731543967427, exclude list is [], retry=0 2024-11-14T00:26:07,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45287,DS-3d8a2c29-d28d-4e4b-84bb-4376cb89c83c,DISK] 2024-11-14T00:26:07,448 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/WALs/63baa11b75f3,35929,1731543966276/63baa11b75f3%2C35929%2C1731543966276.1731543967427 2024-11-14T00:26:07,448 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393)] 2024-11-14T00:26:07,449 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:07,449 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:07,449 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,449 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:26:07,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:07,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:07,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:26:07,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:07,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:07,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:26:07,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:07,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:07,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:26:07,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:07,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:07,454 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,455 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,455 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,456 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,456 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,456 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:07,457 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:07,459 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:07,459 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61978753, jitterRate=-0.076444610953331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:07,460 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543967449Initializing all the Stores at 1731543967450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543967450Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543967450Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543967450Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543967450Cleaning up temporary data from old regions at 1731543967456 (+6 ms)Region opened successfully at 1731543967460 (+4 ms) 2024-11-14T00:26:07,460 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:26:07,463 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a532a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:07,464 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:26:07,464 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:26:07,464 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:26:07,464 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:26:07,465 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:26:07,465 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:26:07,465 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:26:07,467 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:26:07,468 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Unable to get data of znode /0601792763/balancer because node does not exist (not necessarily an error) 2024-11-14T00:26:07,601 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601792763/balancer already deleted, retry=false 2024-11-14T00:26:07,601 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:26:07,601 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Unable to get data of znode /0601792763/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:26:07,692 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601792763/normalizer already deleted, retry=false 2024-11-14T00:26:07,692 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:26:07,693 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Unable to get data of znode /0601792763/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:26:07,766 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601792763/switch/split already deleted, retry=false 2024-11-14T00:26:07,767 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Unable to get data of znode /0601792763/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:26:07,785 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601792763/switch/merge already deleted, retry=false 2024-11-14T00:26:07,787 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Unable to get data of znode /0601792763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:26:07,851 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601792763/snapshot-cleanup already deleted, retry=false 2024-11-14T00:26:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601792763/running 2024-11-14T00:26:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601792763/running 2024-11-14T00:26:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:07,915 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,35929,1731543966276, sessionid=0x10136bc12850000, setting cluster-up flag (Was=false) 2024-11-14T00:26:08,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:08,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:08,221 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0601792763/flush-table-proc/acquired, /0601792763/flush-table-proc/reached, /0601792763/flush-table-proc/abort 2024-11-14T00:26:08,223 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,35929,1731543966276 2024-11-14T00:26:08,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:08,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:08,353 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0601792763/online-snapshot/acquired, /0601792763/online-snapshot/reached, /0601792763/online-snapshot/abort 2024-11-14T00:26:08,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,35929,1731543966276 2024-11-14T00:26:08,355 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:26:08,356 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:08,356 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:26:08,356 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:26:08,357 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,35929,1731543966276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:08,358 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:08,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:26:08,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:08,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731543998362 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:26:08,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:26:08,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:26:08,364 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543968363,5,FailOnTimeoutGroup] 2024-11-14T00:26:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:26:08,368 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543968364,5,FailOnTimeoutGroup] 2024-11-14T00:26:08,368 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,368 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:26:08,368 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,368 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,383 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(746): ClusterId : bf5dc078-6ec8-4ea8-8c4f-9422c668618c 2024-11-14T00:26:08,383 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:26:08,394 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:26:08,394 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:26:08,407 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:26:08,407 DEBUG [RS:0;63baa11b75f3:45361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86cc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:08,419 DEBUG [RS:0;63baa11b75f3:45361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:45361 2024-11-14T00:26:08,419 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:26:08,419 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:26:08,419 DEBUG [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:26:08,420 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,35929,1731543966276 with port=45361, startcode=1731543966695 2024-11-14T00:26:08,420 DEBUG [RS:0;63baa11b75f3:45361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:26:08,421 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:26:08,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,45361,1731543966695 2024-11-14T00:26:08,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35929 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,45361,1731543966695 2024-11-14T00:26:08,426 DEBUG [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e 2024-11-14T00:26:08,427 DEBUG [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36797 2024-11-14T00:26:08,427 DEBUG [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:26:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763/rs 2024-11-14T00:26:08,441 DEBUG [RS:0;63baa11b75f3:45361 {}] zookeeper.ZKUtil(111): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Set watcher on existing znode=/0601792763/rs/63baa11b75f3,45361,1731543966695 2024-11-14T00:26:08,441 WARN [RS:0;63baa11b75f3:45361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:08,441 INFO [RS:0;63baa11b75f3:45361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:08,441 DEBUG [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695 2024-11-14T00:26:08,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,45361,1731543966695] 2024-11-14T00:26:08,458 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:26:08,464 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:26:08,468 INFO [RS:0;63baa11b75f3:45361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:26:08,468 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,469 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:26:08,470 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:26:08,470 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:08,470 DEBUG [RS:0;63baa11b75f3:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:08,480 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,480 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,480 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,480 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,480 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,480 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45361,1731543966695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:08,497 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:26:08,497 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,45361,1731543966695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,497 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,497 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.Replication(171): 63baa11b75f3,45361,1731543966695 started 2024-11-14T00:26:08,512 INFO [RS:0;63baa11b75f3:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:08,512 INFO [RS:0;63baa11b75f3:45361 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,45361,1731543966695, RpcServer on 63baa11b75f3/172.17.0.3:45361, sessionid=0x10136bc12850001 2024-11-14T00:26:08,512 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:26:08,512 DEBUG [RS:0;63baa11b75f3:45361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,45361,1731543966695 2024-11-14T00:26:08,512 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45361,1731543966695' 2024-11-14T00:26:08,512 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0601792763/flush-table-proc/abort' 2024-11-14T00:26:08,513 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0601792763/flush-table-proc/acquired' 2024-11-14T00:26:08,513 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:26:08,513 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:26:08,513 DEBUG [RS:0;63baa11b75f3:45361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,45361,1731543966695 2024-11-14T00:26:08,513 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,45361,1731543966695' 2024-11-14T00:26:08,513 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0601792763/online-snapshot/abort' 2024-11-14T00:26:08,514 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0601792763/online-snapshot/acquired' 2024-11-14T00:26:08,514 DEBUG [RS:0;63baa11b75f3:45361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:26:08,514 INFO [RS:0;63baa11b75f3:45361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:26:08,514 INFO [RS:0;63baa11b75f3:45361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:26:08,614 INFO [RS:0;63baa11b75f3:45361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:08,615 INFO [RS:0;63baa11b75f3:45361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C45361%2C1731543966695, suffix=, logDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695, archiveDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/oldWALs, maxLogs=10 2024-11-14T00:26:08,638 DEBUG [RS:0;63baa11b75f3:45361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695/63baa11b75f3%2C45361%2C1731543966695.1731543968625, exclude list is [], retry=0 2024-11-14T00:26:08,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45287,DS-3d8a2c29-d28d-4e4b-84bb-4376cb89c83c,DISK] 2024-11-14T00:26:08,646 INFO [RS:0;63baa11b75f3:45361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695/63baa11b75f3%2C45361%2C1731543966695.1731543968625 2024-11-14T00:26:08,646 DEBUG [RS:0;63baa11b75f3:45361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393)] 2024-11-14T00:26:08,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:26:08,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e 2024-11-14T00:26:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:26:09,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:09,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:09,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:09,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:09,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:09,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:09,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:09,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:09,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:09,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:09,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/hbase/meta/1588230740 2024-11-14T00:26:09,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/hbase/meta/1588230740 2024-11-14T00:26:09,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:09,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:09,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:09,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:09,181 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:09,181 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73343878, jitterRate=0.09290894865989685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543969172Initializing all the Stores at 1731543969173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543969173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543969173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543969173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543969173Cleaning up temporary data from old regions at 1731543969178 (+5 ms)Region opened successfully at 1731543969182 (+4 ms) 2024-11-14T00:26:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:09,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:09,182 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543969182Disabling compacts and flushes for region at 1731543969182Disabling writes for close at 1731543969182Writing region close event to WAL at 1731543969182Closed at 1731543969182 2024-11-14T00:26:09,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:09,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:26:09,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:26:09,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:09,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:26:09,335 DEBUG [63baa11b75f3:35929 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:26:09,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,45361,1731543966695 2024-11-14T00:26:09,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,45361,1731543966695, state=OPENING 2024-11-14T00:26:09,351 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:26:09,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:09,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601792763 2024-11-14T00:26:09,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:09,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,45361,1731543966695}] 2024-11-14T00:26:09,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601792763/meta-region-server: CHANGED 2024-11-14T00:26:09,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601792763/meta-region-server: CHANGED 2024-11-14T00:26:09,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:09,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:26:09,519 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:26:09,519 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:09,519 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:26:09,520 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C45361%2C1731543966695.meta, suffix=.meta, logDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695, archiveDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/oldWALs, maxLogs=10 2024-11-14T00:26:09,532 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695/63baa11b75f3%2C45361%2C1731543966695.meta.1731543969520.meta, exclude list is [], retry=0 2024-11-14T00:26:09,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45287,DS-3d8a2c29-d28d-4e4b-84bb-4376cb89c83c,DISK] 2024-11-14T00:26:09,535 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/WALs/63baa11b75f3,45361,1731543966695/63baa11b75f3%2C45361%2C1731543966695.meta.1731543969520.meta 2024-11-14T00:26:09,535 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393)] 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:09,536 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:26:09,536 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:26:09,536 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:26:09,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:09,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:09,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:09,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:09,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:09,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:09,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:09,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:09,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:09,544 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:09,544 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/hbase/meta/1588230740 2024-11-14T00:26:09,545 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/hbase/meta/1588230740 2024-11-14T00:26:09,546 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:09,546 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:09,547 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:09,548 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:09,548 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60250785, jitterRate=-0.10219334065914154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:09,548 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:26:09,549 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543969536Writing region info on filesystem at 1731543969536Initializing all the Stores at 1731543969537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543969537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543969540 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543969540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543969540Cleaning up temporary data from old regions at 1731543969546 (+6 ms)Running coprocessor post-open hooks at 1731543969549 (+3 ms)Region opened successfully at 1731543969549 2024-11-14T00:26:09,550 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543969514 2024-11-14T00:26:09,552 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:26:09,552 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:26:09,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,45361,1731543966695 2024-11-14T00:26:09,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,45361,1731543966695, state=OPEN 2024-11-14T00:26:09,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x10136bc12850000, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601792763/meta-region-server 2024-11-14T00:26:09,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x10136bc12850001, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601792763/meta-region-server 2024-11-14T00:26:09,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601792763/meta-region-server: CHANGED 2024-11-14T00:26:09,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601792763/meta-region-server: CHANGED 2024-11-14T00:26:09,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,45361,1731543966695 2024-11-14T00:26:09,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:26:09,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,45361,1731543966695 in 244 msec 2024-11-14T00:26:09,621 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:09,621 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:26:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:26:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-14T00:26:09,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:09,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45361,1731543966695, seqNum=-1] 2024-11-14T00:26:09,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:09,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:09,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-14T00:26:09,640 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543969640, completionTime=-1 2024-11-14T00:26:09,640 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:26:09,640 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:26:09,645 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731544029645 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544089646 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35929,1731543966276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35929,1731543966276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35929,1731543966276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:35929, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,646 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,653 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.743sec 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35929,1731543966276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:09,655 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35929,1731543966276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:26:09,657 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:26:09,657 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:26:09,657 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,35929,1731543966276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:09,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f429699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:09,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35929,-1 for getting cluster id 2024-11-14T00:26:09,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:09,685 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5dc078-6ec8-4ea8-8c4f-9422c668618c' 2024-11-14T00:26:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5dc078-6ec8-4ea8-8c4f-9422c668618c" 2024-11-14T00:26:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678727df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35929,-1] 2024-11-14T00:26:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:09,686 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:09,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb06b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:09,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,45361,1731543966695, seqNum=-1] 2024-11-14T00:26:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:09,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:09,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,35929,1731543966276 2024-11-14T00:26:09,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58950 2024-11-14T00:26:09,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:26:09,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:26:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58950, baseZNode=/0601792763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:09,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136bc12850002 connected 2024-11-14T00:26:09,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35929,1731543966276 2024-11-14T00:26:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335e1892 2024-11-14T00:26:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:09,726 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:09,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:26:09,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:26:09,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:09,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:26:09,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:26:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:26:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:10,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 705c2371fc5e56a5a9f2245039f5491f, NAME => 'test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e 2024-11-14T00:26:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45287 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:26:10,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:10,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 705c2371fc5e56a5a9f2245039f5491f, disabling compactions & flushes 2024-11-14T00:26:10,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. after waiting 0 ms 2024-11-14T00:26:10,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 705c2371fc5e56a5a9f2245039f5491f: Waiting for close lock at 1731543970163Disabling compacts and flushes for region at 1731543970163Disabling writes for close at 1731543970163Writing region close event to WAL at 1731543970163Closed at 1731543970163 2024-11-14T00:26:10,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:26:10,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543970164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543970164"}]},"ts":"1731543970164"} 2024-11-14T00:26:10,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:26:10,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:26:10,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543970167"}]},"ts":"1731543970167"} 2024-11-14T00:26:10,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:26:10,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=705c2371fc5e56a5a9f2245039f5491f, ASSIGN}] 2024-11-14T00:26:10,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=705c2371fc5e56a5a9f2245039f5491f, ASSIGN 2024-11-14T00:26:10,171 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=705c2371fc5e56a5a9f2245039f5491f, ASSIGN; state=OFFLINE, location=63baa11b75f3,45361,1731543966695; forceNewPlan=false, retain=false 2024-11-14T00:26:10,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=705c2371fc5e56a5a9f2245039f5491f, regionState=OPENING, regionLocation=63baa11b75f3,45361,1731543966695 2024-11-14T00:26:10,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=705c2371fc5e56a5a9f2245039f5491f, ASSIGN because future has completed 2024-11-14T00:26:10,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 705c2371fc5e56a5a9f2245039f5491f, server=63baa11b75f3,45361,1731543966695}] 2024-11-14T00:26:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:10,484 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,484 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 705c2371fc5e56a5a9f2245039f5491f, NAME => 'test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:10,485 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:10,485 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:26:10,485 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,485 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:10,485 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,485 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,486 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,487 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705c2371fc5e56a5a9f2245039f5491f columnFamilyName f 2024-11-14T00:26:10,487 DEBUG [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:10,487 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] regionserver.HStore(327): Store=705c2371fc5e56a5a9f2245039f5491f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:10,487 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,488 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705c2371fc5e56a5a9f2245039f5491f columnFamilyName f1 2024-11-14T00:26:10,488 DEBUG [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:10,489 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] regionserver.HStore(327): Store=705c2371fc5e56a5a9f2245039f5491f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:10,489 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,490 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705c2371fc5e56a5a9f2245039f5491f columnFamilyName norep 2024-11-14T00:26:10,490 DEBUG [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:10,490 INFO [StoreOpener-705c2371fc5e56a5a9f2245039f5491f-1 {}] regionserver.HStore(327): Store=705c2371fc5e56a5a9f2245039f5491f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:10,490 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,491 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/default/test/705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,491 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/default/test/705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,492 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,492 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,492 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:26:10,493 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,496 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/data/default/test/705c2371fc5e56a5a9f2245039f5491f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:10,496 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 705c2371fc5e56a5a9f2245039f5491f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69006843, jitterRate=0.02828209102153778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:26:10,496 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 705c2371fc5e56a5a9f2245039f5491f 2024-11-14T00:26:10,497 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 705c2371fc5e56a5a9f2245039f5491f: Running coprocessor pre-open hook at 1731543970485Writing region info on filesystem at 1731543970485Initializing all the Stores at 1731543970486 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543970486Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543970486Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543970486Cleaning up temporary data from old regions at 1731543970492 (+6 ms)Running coprocessor post-open hooks at 1731543970496 (+4 ms)Region opened successfully at 1731543970497 (+1 ms) 2024-11-14T00:26:10,497 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f., pid=6, masterSystemTime=1731543970477 2024-11-14T00:26:10,499 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,499 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543969726.705c2371fc5e56a5a9f2245039f5491f. 2024-11-14T00:26:10,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=705c2371fc5e56a5a9f2245039f5491f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,45361,1731543966695 2024-11-14T00:26:10,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 705c2371fc5e56a5a9f2245039f5491f, server=63baa11b75f3,45361,1731543966695 because future has completed 2024-11-14T00:26:10,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:26:10,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 705c2371fc5e56a5a9f2245039f5491f, server=63baa11b75f3,45361,1731543966695 in 178 msec 2024-11-14T00:26:10,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:26:10,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=705c2371fc5e56a5a9f2245039f5491f, ASSIGN in 335 msec 2024-11-14T00:26:10,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:26:10,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543970507"}]},"ts":"1731543970507"} 2024-11-14T00:26:10,509 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:26:10,510 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:26:10,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-11-14T00:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:10,872 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:26:10,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142d8d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:10,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35929,-1 for getting cluster id 2024-11-14T00:26:10,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:10,877 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5dc078-6ec8-4ea8-8c4f-9422c668618c' 2024-11-14T00:26:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5dc078-6ec8-4ea8-8c4f-9422c668618c" 2024-11-14T00:26:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1581827f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35929,-1] 2024-11-14T00:26:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:10,879 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:10,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc2f5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:10,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35929,1731543966276 2024-11-14T00:26:10,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e7028a7 2024-11-14T00:26:10,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:10,881 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:10,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:35929,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:26:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:26:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:10,884 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:35929' 2024-11-14T00:26:10,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b707c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:10,885 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,35929,-1 for getting cluster id 2024-11-14T00:26:10,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:10,886 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5dc078-6ec8-4ea8-8c4f-9422c668618c' 2024-11-14T00:26:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5dc078-6ec8-4ea8-8c4f-9422c668618c" 2024-11-14T00:26:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eae31fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,35929,-1] 2024-11-14T00:26:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:10,887 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:10,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ff3b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:10,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:10,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,35929,1731543966276 2024-11-14T00:26:10,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655a793b 2024-11-14T00:26:10,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:10,888 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:10,889 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T00:26:10,889 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:26:10,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:10,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:10,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:10,890 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://63baa11b75f3:35929, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T00:26:10,895 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://63baa11b75f3:35929, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://63baa11b75f3:35929, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://63baa11b75f3:35929, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T00:26:10,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://63baa11b75f3:35929, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-14T00:26:10,896 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T00:26:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:10,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:10,993 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://63baa11b75f3:35929, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T00:26:10,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:10,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:10,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:10,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:11,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 362) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/63baa11b75f3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e-prefix:63baa11b75f3,45361,1731543966695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942106085-172.17.0.3-1731543963427:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/data/data1/current/BP-942106085-172.17.0.3-1731543963427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;63baa11b75f3:45361 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1253947255-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-71a71a33-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f1230aab880.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1253947255-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1230433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1187453516-7959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/63baa11b75f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 2 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-942106085-172.17.0.3-1731543963427:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5a2b53ed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@404bfeeb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3b0a1196[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e/MasterData-prefix:63baa11b75f3,35929,1731543966276 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6aab8a0b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1253947255-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1440975165_20 at /127.0.0.1:36988 [Receiving block BP-942106085-172.17.0.3-1731543963427:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-942106085-172.17.0.3-1731543963427 heartbeating to localhost/127.0.0.1:36797 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f12309fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1253947255-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1230433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1253947255-7911-acceptor-0@63e954de-ServerConnector@14032aed{HTTP/1.1, (http/1.1)}{localhost:45091} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1253947255-7912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(208835138) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6f027ba0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1253947255-7907 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1230433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@221ea79b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 38981 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1440975165_20 at /127.0.0.1:37006 [Receiving block BP-942106085-172.17.0.3-1731543963427:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543968363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36797/user/jenkins/test-data/38e4eb29-a852-524d-47d0-1f8a852d3e6e-prefix:63baa11b75f3,45361,1731543966695.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@705f9db9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1187453516-7958-acceptor-0@591c28d-ServerConnector@3dc00e3c{HTTP/1.1, (http/1.1)}{localhost:37505} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58950) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36797 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@b742cf0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/cluster_7333c2b1-e401-a9b1-7111-a084b4a1f69c/data/data2/current/BP-942106085-172.17.0.3-1731543963427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7edd9bad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;63baa11b75f3:35929 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58950) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58950 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1440975165_20 at /127.0.0.1:36932 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36797 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS:0;63baa11b75f3:45361-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@b0e77ad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1187453516-7956 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1187453516-7957 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1230433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-942106085-172.17.0.3-1731543963427:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/63baa11b75f3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4a1ff0a7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 63baa11b75f3:35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1253947255-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1230433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-215222334_20 at /127.0.0.1:36962 [Receiving block BP-942106085-172.17.0.3-1731543963427:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:58950): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543968364 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58950) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=866 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1148 (was 1188), ProcessCount=11 (was 11), AvailableMemoryMB=2613 (was 2347) - AvailableMemoryMB LEAK? - 2024-11-14T00:26:11,015 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T00:26:11,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=1148, ProcessCount=11, AvailableMemoryMB=2608 2024-11-14T00:26:11,031 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T00:26:11,047 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T00:26:11,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.log.dir so I do NOT create it in target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad 2024-11-14T00:26:11,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:26:11,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.tmp.dir so I do NOT create it in target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad 2024-11-14T00:26:11,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b44c5df3-77d7-3590-585d-c9070c2602ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:26:11,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad 2024-11-14T00:26:11,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d, deleteOnExit=true 2024-11-14T00:26:11,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/zookeeper_0, clientPort=52295, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T00:26:11,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52295 2024-11-14T00:26:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:26:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:26:11,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/test.cache.data in system properties and HBase conf 2024-11-14T00:26:11,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:26:11,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:26:11,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:26:11,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:26:11,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:26:11,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:26:11,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:26:11,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:11,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:11,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:11,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:11,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:26:11,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:11,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1266fcc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:11,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49df445f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:11,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@392dd8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-2364280994280622041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:11,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dfb4124{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-11-14T00:26:11,464 INFO [Time-limited test {}] server.Server(415): Started @374599ms 2024-11-14T00:26:11,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:11,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:11,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:11,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:11,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:26:11,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@499e6722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:11,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13eac5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:12,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2da0c0e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/java.io.tmpdir/jetty-localhost-33603-hadoop-hdfs-3_4_1-tests_jar-_-any-11720629592600897193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:12,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66067352{HTTP/1.1, (http/1.1)}{localhost:33603} 2024-11-14T00:26:12,019 INFO [Time-limited test {}] server.Server(415): Started @375154ms 2024-11-14T00:26:12,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:26:12,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:12,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:26:12,593 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149053 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:26:13,140 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/data/data2/current/BP-469920655-172.17.0.3-1731543971084/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:13,147 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/data/data1/current/BP-469920655-172.17.0.3-1731543971084/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:13,187 WARN [Thread-4315 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:26:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51d39a7359539f2 with lease ID 0x39d54d83fd8f8b0c: Processing first storage report for DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83 from datanode DatanodeRegistration(127.0.0.1:40237, datanodeUuid=862aed58-9228-4f95-a0ba-4556aace8610, infoPort=35859, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=186625976;c=1731543971084) 2024-11-14T00:26:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51d39a7359539f2 with lease ID 0x39d54d83fd8f8b0c: from storage DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83 node DatanodeRegistration(127.0.0.1:40237, datanodeUuid=862aed58-9228-4f95-a0ba-4556aace8610, infoPort=35859, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=186625976;c=1731543971084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51d39a7359539f2 with lease ID 0x39d54d83fd8f8b0c: Processing first storage report for DS-7e0a74d3-8bab-4942-bb8c-cf4cfd540e35 from datanode DatanodeRegistration(127.0.0.1:40237, datanodeUuid=862aed58-9228-4f95-a0ba-4556aace8610, infoPort=35859, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=186625976;c=1731543971084) 2024-11-14T00:26:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51d39a7359539f2 with lease ID 0x39d54d83fd8f8b0c: from storage DS-7e0a74d3-8bab-4942-bb8c-cf4cfd540e35 node DatanodeRegistration(127.0.0.1:40237, datanodeUuid=862aed58-9228-4f95-a0ba-4556aace8610, infoPort=35859, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=186625976;c=1731543971084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:13,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad 2024-11-14T00:26:13,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:13,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:26:13,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2 with version=8 2024-11-14T00:26:13,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/hbase-staging 2024-11-14T00:26:13,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:26:13,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:13,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40399 2024-11-14T00:26:13,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40399 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:13,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403990x0, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:13,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40399-0x10136bc30950000 connected 2024-11-14T00:26:13,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:13,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:13,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/running 2024-11-14T00:26:13,714 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2, hbase.cluster.distributed=false 2024-11-14T00:26:13,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/acl 2024-11-14T00:26:13,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-14T00:26:13,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40399 2024-11-14T00:26:13,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40399 2024-11-14T00:26:13,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-14T00:26:13,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-14T00:26:13,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:26:13,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:13,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44843 2024-11-14T00:26:13,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44843 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:13,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:13,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:13,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448430x0, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:13,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448430x0, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/running 2024-11-14T00:26:13,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:26:13,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44843-0x10136bc30950001 connected 2024-11-14T00:26:13,881 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:26:13,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/master 2024-11-14T00:26:13,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/acl 2024-11-14T00:26:13,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-14T00:26:13,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44843 2024-11-14T00:26:13,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44843 2024-11-14T00:26:13,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-14T00:26:13,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-14T00:26:14,023 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:40399 2024-11-14T00:26:14,024 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1203465771/backup-masters/63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771/backup-masters 2024-11-14T00:26:14,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771/backup-masters 2024-11-14T00:26:14,045 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on existing znode=/0-1203465771/backup-masters/63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1203465771/master 2024-11-14T00:26:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,061 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on existing znode=/0-1203465771/master 2024-11-14T00:26:14,064 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1203465771/backup-masters/63baa11b75f3,40399,1731543973263 from backup master directory 2024-11-14T00:26:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771/backup-masters 2024-11-14T00:26:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1203465771/backup-masters/63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771/backup-masters 2024-11-14T00:26:14,070 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:14,070 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,090 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/hbase.id] with ID: 81b1bb83-10ea-4e30-81c6-ce34b620f863 2024-11-14T00:26:14,090 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/.tmp/hbase.id 2024-11-14T00:26:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:26:14,123 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/.tmp/hbase.id]:[hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/hbase.id] 2024-11-14T00:26:14,136 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:14,136 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:26:14,138 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T00:26:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:26:14,205 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:14,206 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:26:14,212 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:26:14,304 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store 2024-11-14T00:26:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:26:14,361 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:14,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:14,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:14,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:14,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:14,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:14,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:14,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543974361Disabling compacts and flushes for region at 1731543974361Disabling writes for close at 1731543974362 (+1 ms)Writing region close event to WAL at 1731543974362Closed at 1731543974362 2024-11-14T00:26:14,362 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/.initializing 2024-11-14T00:26:14,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/WALs/63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,363 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:14,365 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C40399%2C1731543973263, suffix=, logDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/WALs/63baa11b75f3,40399,1731543973263, archiveDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/oldWALs, maxLogs=10 2024-11-14T00:26:14,393 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/WALs/63baa11b75f3,40399,1731543973263/63baa11b75f3%2C40399%2C1731543973263.1731543974365, exclude list is [], retry=0 2024-11-14T00:26:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:14,417 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/WALs/63baa11b75f3,40399,1731543973263/63baa11b75f3%2C40399%2C1731543973263.1731543974365 2024-11-14T00:26:14,427 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:14,428 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:14,428 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:14,428 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,428 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:26:14,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:14,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:14,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:26:14,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:14,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:14,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:26:14,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:14,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T00:26:14,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:14,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T00:26:14,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:26:14,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:14,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:14,464 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,465 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,466 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,469 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,469 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,471 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:14,475 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:14,493 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:14,496 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68932414, jitterRate=0.027173012495040894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:14,497 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543974428Initializing all the Stores at 1731543974429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543974429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543974436 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543974436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543974436Cleaning up temporary data from old regions at 1731543974469 (+33 ms)Region opened successfully at 1731543974497 (+28 ms) 2024-11-14T00:26:14,497 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:26:14,512 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b10ce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:14,513 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:26:14,514 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:26:14,514 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:26:14,514 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:26:14,514 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:26:14,515 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:26:14,515 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:26:14,539 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:26:14,540 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Unable to get data of znode /0-1203465771/balancer because node does not exist (not necessarily an error) 2024-11-14T00:26:14,586 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1203465771/balancer already deleted, retry=false 2024-11-14T00:26:14,586 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:26:14,587 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Unable to get data of znode /0-1203465771/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:26:14,599 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1203465771/normalizer already deleted, retry=false 2024-11-14T00:26:14,599 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:26:14,601 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Unable to get data of znode /0-1203465771/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:26:14,607 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1203465771/switch/split already deleted, retry=false 2024-11-14T00:26:14,608 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Unable to get data of znode /0-1203465771/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:26:14,617 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1203465771/switch/merge already deleted, retry=false 2024-11-14T00:26:14,620 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Unable to get data of znode /0-1203465771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:26:14,628 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1203465771/snapshot-cleanup already deleted, retry=false 2024-11-14T00:26:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1203465771/running 2024-11-14T00:26:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1203465771/running 2024-11-14T00:26:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,648 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,40399,1731543973263, sessionid=0x10136bc30950000, setting cluster-up flag (Was=false) 2024-11-14T00:26:14,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,702 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1203465771/flush-table-proc/acquired, /0-1203465771/flush-table-proc/reached, /0-1203465771/flush-table-proc/abort 2024-11-14T00:26:14,703 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:14,754 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1203465771/online-snapshot/acquired, /0-1203465771/online-snapshot/reached, /0-1203465771/online-snapshot/abort 2024-11-14T00:26:14,755 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,40399,1731543973263 2024-11-14T00:26:14,757 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:26:14,758 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:14,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:26:14,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:26:14,759 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,40399,1731543973263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:26:14,759 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:14,760 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:14,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:26:14,768 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731544004768 2024-11-14T00:26:14,768 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:26:14,768 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:26:14,768 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:26:14,768 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:26:14,768 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:26:14,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:14,769 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:26:14,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:26:14,778 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:26:14,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:26:14,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:26:14,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:26:14,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:26:14,779 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:26:14,781 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543974779,5,FailOnTimeoutGroup] 2024-11-14T00:26:14,791 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543974781,5,FailOnTimeoutGroup] 2024-11-14T00:26:14,791 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,791 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:26:14,791 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,791 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,791 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(746): ClusterId : 81b1bb83-10ea-4e30-81c6-ce34b620f863 2024-11-14T00:26:14,791 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:26:14,797 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:26:14,797 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:26:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:26:14,807 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:26:14,808 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbab130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:14,828 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:44843 2024-11-14T00:26:14,828 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:26:14,828 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:26:14,828 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:26:14,829 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,40399,1731543973263 with port=44843, startcode=1731543973808 2024-11-14T00:26:14,829 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:26:14,833 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:26:14,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,44843,1731543973808 2024-11-14T00:26:14,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:14,836 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2 2024-11-14T00:26:14,836 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38867 2024-11-14T00:26:14,836 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:26:14,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771/rs 2024-11-14T00:26:14,852 DEBUG [RS:0;63baa11b75f3:44843 {}] zookeeper.ZKUtil(111): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on existing znode=/0-1203465771/rs/63baa11b75f3,44843,1731543973808 2024-11-14T00:26:14,852 WARN [RS:0;63baa11b75f3:44843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:14,852 INFO [RS:0;63baa11b75f3:44843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:14,852 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808 2024-11-14T00:26:14,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,44843,1731543973808] 2024-11-14T00:26:14,869 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:26:14,872 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:26:14,884 INFO [RS:0;63baa11b75f3:44843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:26:14,884 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,885 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:26:14,885 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:26:14,885 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,885 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:14,886 DEBUG [RS:0;63baa11b75f3:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:14,895 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,896 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,896 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,896 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,896 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,896 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44843,1731543973808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:14,915 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:26:14,915 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,44843,1731543973808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,915 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,915 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.Replication(171): 63baa11b75f3,44843,1731543973808 started 2024-11-14T00:26:14,935 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:14,935 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,44843,1731543973808, RpcServer on 63baa11b75f3/172.17.0.3:44843, sessionid=0x10136bc30950001 2024-11-14T00:26:14,936 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:26:14,936 DEBUG [RS:0;63baa11b75f3:44843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,44843,1731543973808 2024-11-14T00:26:14,936 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,44843,1731543973808' 2024-11-14T00:26:14,936 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1203465771/flush-table-proc/abort' 2024-11-14T00:26:14,938 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1203465771/flush-table-proc/acquired' 2024-11-14T00:26:14,939 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:26:14,939 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:26:14,939 DEBUG [RS:0;63baa11b75f3:44843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,44843,1731543973808 2024-11-14T00:26:14,939 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,44843,1731543973808' 2024-11-14T00:26:14,939 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1203465771/online-snapshot/abort' 2024-11-14T00:26:14,939 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1203465771/online-snapshot/acquired' 2024-11-14T00:26:14,940 DEBUG [RS:0;63baa11b75f3:44843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:26:14,940 INFO [RS:0;63baa11b75f3:44843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:26:14,940 INFO [RS:0;63baa11b75f3:44843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:26:15,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:26:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,040 INFO [RS:0;63baa11b75f3:44843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,047 INFO [RS:0;63baa11b75f3:44843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C44843%2C1731543973808, suffix=, logDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808, archiveDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/oldWALs, maxLogs=10 2024-11-14T00:26:15,075 DEBUG [RS:0;63baa11b75f3:44843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047, exclude list is [], retry=0 2024-11-14T00:26:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:15,093 INFO [RS:0;63baa11b75f3:44843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 2024-11-14T00:26:15,096 DEBUG [RS:0;63baa11b75f3:44843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:15,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:15,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:26:15,210 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2 2024-11-14T00:26:15,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741833_1009 (size=32) 2024-11-14T00:26:15,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:15,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:15,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:15,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:15,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:15,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:15,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:15,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:15,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:15,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:15,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:15,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:15,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:15,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:15,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:15,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:15,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:15,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:15,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740 2024-11-14T00:26:15,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740 2024-11-14T00:26:15,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:15,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:15,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:15,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:15,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73896064, jitterRate=0.10113716125488281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543975632Initializing all the Stores at 1731543975632Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543975632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543975633 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543975633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543975633Cleaning up temporary data from old regions at 1731543975639 (+6 ms)Region opened successfully at 1731543975642 (+3 ms) 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:15,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:15,642 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:15,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543975642Disabling compacts and flushes for region at 1731543975642Disabling writes for close at 1731543975642Writing region close event to WAL at 1731543975642Closed at 1731543975642 2024-11-14T00:26:15,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:15,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:26:15,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:26:15,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:15,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:26:15,795 DEBUG [63baa11b75f3:40399 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:26:15,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:15,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,44843,1731543973808, state=OPENING 2024-11-14T00:26:15,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:26:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:15,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1203465771/meta-region-server: CHANGED 2024-11-14T00:26:15,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1203465771/meta-region-server: CHANGED 2024-11-14T00:26:15,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:15,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,44843,1731543973808}] 2024-11-14T00:26:16,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:16,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:26:16,154 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:26:16,155 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:16,155 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:26:16,156 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C44843%2C1731543973808.meta, suffix=.meta, logDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808, archiveDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/oldWALs, maxLogs=10 2024-11-14T00:26:16,173 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.meta.1731543976156.meta, exclude list is [], retry=0 2024-11-14T00:26:16,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:16,208 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.meta.1731543976156.meta 2024-11-14T00:26:16,236 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:16,236 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:16,237 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:16,237 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:26:16,237 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:26:16,237 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:26:16,237 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:26:16,237 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:16,237 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:26:16,237 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:26:16,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:16,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:16,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:16,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:16,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:16,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:16,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:16,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:16,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:16,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:16,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:16,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:16,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:16,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:16,285 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:16,288 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740 2024-11-14T00:26:16,297 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740 2024-11-14T00:26:16,307 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:16,307 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:16,309 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:16,313 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:16,315 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75032470, jitterRate=0.11807093024253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:16,315 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:26:16,315 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543976238Writing region info on filesystem at 1731543976238Initializing all the Stores at 1731543976241 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543976241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543976245 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543976245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543976245Cleaning up temporary data from old regions at 1731543976307 (+62 ms)Running coprocessor post-open hooks at 1731543976315 (+8 ms)Region opened successfully at 1731543976315 2024-11-14T00:26:16,323 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543976146 2024-11-14T00:26:16,328 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:26:16,329 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:26:16,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:16,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,44843,1731543973808, state=OPEN 2024-11-14T00:26:16,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1203465771/meta-region-server 2024-11-14T00:26:16,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:16,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1203465771/meta-region-server: CHANGED 2024-11-14T00:26:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1203465771/meta-region-server 2024-11-14T00:26:16,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1203465771/meta-region-server: CHANGED 2024-11-14T00:26:16,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:26:16,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,44843,1731543973808 in 382 msec 2024-11-14T00:26:16,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:26:16,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 736 msec 2024-11-14T00:26:16,383 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:16,383 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:26:16,384 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:16,384 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44843,1731543973808, seqNum=-1] 2024-11-14T00:26:16,385 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:16,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:16,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6780 sec 2024-11-14T00:26:16,443 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543976443, completionTime=-1 2024-11-14T00:26:16,443 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:26:16,443 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731544036449 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544096449 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40399,1731543973263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40399,1731543973263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40399,1731543973263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:40399, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,449 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,450 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,452 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.386sec 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40399,1731543973263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:16,456 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40399,1731543973263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:26:16,460 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:26:16,461 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:26:16,461 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,40399,1731543973263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:16,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffebaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:16,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40399,-1 for getting cluster id 2024-11-14T00:26:16,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:16,495 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b1bb83-10ea-4e30-81c6-ce34b620f863' 2024-11-14T00:26:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b1bb83-10ea-4e30-81c6-ce34b620f863" 2024-11-14T00:26:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88f4791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40399,-1] 2024-11-14T00:26:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:16,497 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:16,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c9005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:16,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44843,1731543973808, seqNum=-1] 2024-11-14T00:26:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:16,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:16,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,40399,1731543973263 2024-11-14T00:26:16,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:16,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136bc30950002 connected 2024-11-14T00:26:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir so I do NOT create it in target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b 2024-11-14T00:26:16,610 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:26:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.tmp.dir so I do NOT create it in target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b 2024-11-14T00:26:16,610 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:26:16,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b 2024-11-14T00:26:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:26:16,610 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/cluster_439ff9be-3507-7e80-d858-87489a8c1aea, deleteOnExit=true 2024-11-14T00:26:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:26:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/test.cache.data in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:26:16,611 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:16,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:26:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:26:17,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:17,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:17,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:17,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:17,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:26:17,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:17,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceec9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:17,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9d1b6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:17,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7025b5c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/java.io.tmpdir/jetty-localhost-44179-hadoop-hdfs-3_4_1-tests_jar-_-any-14951295082982449177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:17,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@495254f1{HTTP/1.1, (http/1.1)}{localhost:44179} 2024-11-14T00:26:17,651 INFO [Time-limited test {}] server.Server(415): Started @380786ms 2024-11-14T00:26:17,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:17,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:17,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:17,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:17,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T00:26:17,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6236f6fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:18,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c15b83a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:18,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b33b855{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/java.io.tmpdir/jetty-localhost-44443-hadoop-hdfs-3_4_1-tests_jar-_-any-9093879804557555706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:18,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@729d566c{HTTP/1.1, (http/1.1)}{localhost:44443} 2024-11-14T00:26:18,141 INFO [Time-limited test {}] server.Server(415): Started @381276ms 2024-11-14T00:26:18,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:26:18,992 WARN [Thread-4448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/cluster_439ff9be-3507-7e80-d858-87489a8c1aea/data/data1/current/BP-409740294-172.17.0.3-1731543976632/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:19,001 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/cluster_439ff9be-3507-7e80-d858-87489a8c1aea/data/data2/current/BP-409740294-172.17.0.3-1731543976632/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:19,069 WARN [Thread-4436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:26:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ae5ba63513ddee6 with lease ID 0x9f880dac1e32bdf9: Processing first storage report for DS-d7054a84-72ac-46d1-b3a5-577ab91bbe7f from datanode DatanodeRegistration(127.0.0.1:37721, datanodeUuid=7afb8e6a-93ce-42f8-9aaf-60b002822da5, infoPort=40755, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=1855954495;c=1731543976632) 2024-11-14T00:26:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ae5ba63513ddee6 with lease ID 0x9f880dac1e32bdf9: from storage DS-d7054a84-72ac-46d1-b3a5-577ab91bbe7f node DatanodeRegistration(127.0.0.1:37721, datanodeUuid=7afb8e6a-93ce-42f8-9aaf-60b002822da5, infoPort=40755, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=1855954495;c=1731543976632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ae5ba63513ddee6 with lease ID 0x9f880dac1e32bdf9: Processing first storage report for DS-6bc35325-809d-469d-b04a-f588807819f0 from datanode DatanodeRegistration(127.0.0.1:37721, datanodeUuid=7afb8e6a-93ce-42f8-9aaf-60b002822da5, infoPort=40755, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=1855954495;c=1731543976632) 2024-11-14T00:26:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ae5ba63513ddee6 with lease ID 0x9f880dac1e32bdf9: from storage DS-6bc35325-809d-469d-b04a-f588807819f0 node DatanodeRegistration(127.0.0.1:37721, datanodeUuid=7afb8e6a-93ce-42f8-9aaf-60b002822da5, infoPort=40755, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=1855954495;c=1731543976632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:19,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b 2024-11-14T00:26:19,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:26:19,158 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7 with version=8 2024-11-14T00:26:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/hbase-staging 2024-11-14T00:26:19,161 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:26:19,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:19,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36929 2024-11-14T00:26:19,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36929 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369290x0, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:19,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36929-0x10136bc30950003 connected 2024-11-14T00:26:19,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/running 2024-11-14T00:26:19,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7, hbase.cluster.distributed=false 2024-11-14T00:26:19,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/acl 2024-11-14T00:26:19,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36929 2024-11-14T00:26:19,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36929 2024-11-14T00:26:19,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36929 2024-11-14T00:26:19,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36929 2024-11-14T00:26:19,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36929 2024-11-14T00:26:19,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:26:19,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:19,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41843 2024-11-14T00:26:19,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41843 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:19,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418430x0, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/running 2024-11-14T00:26:19,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:26:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418430x0, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:19,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41843-0x10136bc30950004 connected 2024-11-14T00:26:19,370 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:26:19,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/master 2024-11-14T00:26:19,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/acl 2024-11-14T00:26:19,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41843 2024-11-14T00:26:19,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41843 2024-11-14T00:26:19,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41843 2024-11-14T00:26:19,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41843 2024-11-14T00:26:19,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41843 2024-11-14T00:26:19,475 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:36929 2024-11-14T00:26:19,476 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12099178422/backup-masters/63baa11b75f3,36929,1731543979161 2024-11-14T00:26:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422/backup-masters 2024-11-14T00:26:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422/backup-masters 2024-11-14T00:26:19,489 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on existing znode=/12099178422/backup-masters/63baa11b75f3,36929,1731543979161 2024-11-14T00:26:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12099178422/master 2024-11-14T00:26:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:19,503 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on existing znode=/12099178422/master 2024-11-14T00:26:19,503 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12099178422/backup-masters/63baa11b75f3,36929,1731543979161 from backup master directory 2024-11-14T00:26:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099178422/backup-masters/63baa11b75f3,36929,1731543979161 2024-11-14T00:26:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422/backup-masters 2024-11-14T00:26:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422/backup-masters 2024-11-14T00:26:19,512 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:19,512 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,36929,1731543979161 2024-11-14T00:26:19,525 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/hbase.id] with ID: c718b4d9-dcc8-49a6-9a33-4208c022fa02 2024-11-14T00:26:19,526 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/.tmp/hbase.id 2024-11-14T00:26:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:26:19,538 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/.tmp/hbase.id]:[hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/hbase.id] 2024-11-14T00:26:19,557 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:19,558 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:26:19,560 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T00:26:19,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:19,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:26:19,621 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:19,622 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:26:19,632 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:26:19,679 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store 2024-11-14T00:26:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T00:26:19,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T00:26:19,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:26:19,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T00:26:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:26:20,125 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:20,126 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:20,126 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:20,126 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:20,126 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:20,126 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:20,126 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:20,126 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543980126Disabling compacts and flushes for region at 1731543980126Disabling writes for close at 1731543980126Writing region close event to WAL at 1731543980126Closed at 1731543980126 2024-11-14T00:26:20,127 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/.initializing 2024-11-14T00:26:20,127 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/WALs/63baa11b75f3,36929,1731543979161 2024-11-14T00:26:20,128 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:20,129 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C36929%2C1731543979161, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/WALs/63baa11b75f3,36929,1731543979161, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/oldWALs, maxLogs=10 2024-11-14T00:26:20,160 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/WALs/63baa11b75f3,36929,1731543979161/63baa11b75f3%2C36929%2C1731543979161.1731543980129, exclude list is [], retry=0 2024-11-14T00:26:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-d7054a84-72ac-46d1-b3a5-577ab91bbe7f,DISK] 2024-11-14T00:26:20,193 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/WALs/63baa11b75f3,36929,1731543979161/63baa11b75f3%2C36929%2C1731543979161.1731543980129 2024-11-14T00:26:20,205 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755)] 2024-11-14T00:26:20,205 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:20,206 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:20,206 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,206 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:26:20,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:20,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:26:20,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:20,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:26:20,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:20,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:26:20,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:20,227 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,228 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,228 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,229 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,229 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,230 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:20,236 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:20,251 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:20,252 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67821421, jitterRate=0.010617926716804504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:20,252 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543980206Initializing all the Stores at 1731543980208 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543980208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543980216 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543980216Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543980216Cleaning up temporary data from old regions at 1731543980229 (+13 ms)Region opened successfully at 1731543980252 (+23 ms) 2024-11-14T00:26:20,256 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:26:20,259 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc4d63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:20,260 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:26:20,260 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:26:20,260 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:26:20,260 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:26:20,261 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T00:26:20,261 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:26:20,261 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:26:20,282 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:26:20,283 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Unable to get data of znode /12099178422/balancer because node does not exist (not necessarily an error) 2024-11-14T00:26:20,343 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099178422/balancer already deleted, retry=false 2024-11-14T00:26:20,344 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:26:20,345 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Unable to get data of znode /12099178422/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:26:20,354 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099178422/normalizer already deleted, retry=false 2024-11-14T00:26:20,355 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:26:20,361 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Unable to get data of znode /12099178422/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:26:20,374 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099178422/switch/split already deleted, retry=false 2024-11-14T00:26:20,374 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Unable to get data of znode /12099178422/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:26:20,387 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099178422/switch/merge already deleted, retry=false 2024-11-14T00:26:20,389 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Unable to get data of znode /12099178422/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:26:20,396 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12099178422/snapshot-cleanup already deleted, retry=false 2024-11-14T00:26:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12099178422/running 2024-11-14T00:26:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12099178422/running 2024-11-14T00:26:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:20,407 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,36929,1731543979161, sessionid=0x10136bc30950003, setting cluster-up flag (Was=false) 2024-11-14T00:26:20,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:20,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:20,460 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12099178422/flush-table-proc/acquired, /12099178422/flush-table-proc/reached, /12099178422/flush-table-proc/abort 2024-11-14T00:26:20,466 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36929,1731543979161 2024-11-14T00:26:20,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:20,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:20,680 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12099178422/online-snapshot/acquired, /12099178422/online-snapshot/reached, /12099178422/online-snapshot/abort 2024-11-14T00:26:20,684 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,36929,1731543979161 2024-11-14T00:26:20,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:26:20,689 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:20,689 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:26:20,690 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:26:20,690 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,36929,1731543979161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:20,691 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:20,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:26:20,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731544010700 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:26:20,700 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:26:20,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:26:20,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:26:20,708 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:26:20,709 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:26:20,714 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:26:20,714 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:26:20,714 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543980714,5,FailOnTimeoutGroup] 2024-11-14T00:26:20,714 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543980714,5,FailOnTimeoutGroup] 2024-11-14T00:26:20,714 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,714 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:26:20,714 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,715 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:26:20,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:26:20,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7 2024-11-14T00:26:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:26:20,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:20,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:20,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:20,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:20,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:20,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:20,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:20,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:20,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:20,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:20,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:20,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:20,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740 2024-11-14T00:26:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740 2024-11-14T00:26:20,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:20,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:20,738 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:20,740 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:20,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62263529, jitterRate=-0.07220111787319183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543980729Initializing all the Stores at 1731543980730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543980730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543980732 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543980732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543980732Cleaning up temporary data from old regions at 1731543980738 (+6 ms)Region opened successfully at 1731543980741 (+3 ms) 2024-11-14T00:26:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:20,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:20,741 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:20,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543980741Disabling compacts and flushes for region at 1731543980741Disabling writes for close at 1731543980741Writing region close event to WAL at 1731543980741Closed at 1731543980741 2024-11-14T00:26:20,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:20,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:26:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:26:20,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:20,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:26:20,760 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(746): ClusterId : c718b4d9-dcc8-49a6-9a33-4208c022fa02 2024-11-14T00:26:20,760 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:26:20,776 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:26:20,776 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:26:20,789 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:26:20,790 DEBUG [RS:0;63baa11b75f3:41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2e3d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:20,807 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:41843 2024-11-14T00:26:20,807 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:26:20,807 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:26:20,807 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:26:20,807 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,36929,1731543979161 with port=41843, startcode=1731543979307 2024-11-14T00:26:20,807 DEBUG [RS:0;63baa11b75f3:41843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:26:20,810 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:26:20,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,41843,1731543979307 2024-11-14T00:26:20,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36929 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,41843,1731543979307 2024-11-14T00:26:20,811 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7 2024-11-14T00:26:20,811 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35547 2024-11-14T00:26:20,811 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:26:20,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422/rs 2024-11-14T00:26:20,867 DEBUG [RS:0;63baa11b75f3:41843 {}] zookeeper.ZKUtil(111): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on existing znode=/12099178422/rs/63baa11b75f3,41843,1731543979307 2024-11-14T00:26:20,867 WARN [RS:0;63baa11b75f3:41843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:20,867 INFO [RS:0;63baa11b75f3:41843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:20,867 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307 2024-11-14T00:26:20,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,41843,1731543979307] 2024-11-14T00:26:20,870 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:26:20,871 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:26:20,872 INFO [RS:0;63baa11b75f3:41843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:26:20,872 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,872 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:26:20,873 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:26:20,873 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:20,873 DEBUG [RS:0;63baa11b75f3:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:20,876 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,876 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,876 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,876 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,876 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,876 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41843,1731543979307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:20,892 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:26:20,893 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,41843,1731543979307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,893 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,893 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.Replication(171): 63baa11b75f3,41843,1731543979307 started 2024-11-14T00:26:20,893 WARN [63baa11b75f3:36929 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:26:20,908 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:20,908 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,41843,1731543979307, RpcServer on 63baa11b75f3/172.17.0.3:41843, sessionid=0x10136bc30950004 2024-11-14T00:26:20,908 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:26:20,908 DEBUG [RS:0;63baa11b75f3:41843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,41843,1731543979307 2024-11-14T00:26:20,908 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,41843,1731543979307' 2024-11-14T00:26:20,908 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12099178422/flush-table-proc/abort' 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12099178422/flush-table-proc/acquired' 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,41843,1731543979307 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,41843,1731543979307' 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12099178422/online-snapshot/abort' 2024-11-14T00:26:20,909 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12099178422/online-snapshot/acquired' 2024-11-14T00:26:20,910 DEBUG [RS:0;63baa11b75f3:41843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:26:20,910 INFO [RS:0;63baa11b75f3:41843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:26:20,910 INFO [RS:0;63baa11b75f3:41843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:26:21,010 INFO [RS:0;63baa11b75f3:41843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:21,011 INFO [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C41843%2C1731543979307, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/oldWALs, maxLogs=10 2024-11-14T00:26:21,027 DEBUG [RS:0;63baa11b75f3:41843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307/63baa11b75f3%2C41843%2C1731543979307.1731543981011, exclude list is [], retry=0 2024-11-14T00:26:21,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-d7054a84-72ac-46d1-b3a5-577ab91bbe7f,DISK] 2024-11-14T00:26:21,044 INFO [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307/63baa11b75f3%2C41843%2C1731543979307.1731543981011 2024-11-14T00:26:21,044 DEBUG [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755)] 2024-11-14T00:26:21,148 DEBUG [63baa11b75f3:36929 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:26:21,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,41843,1731543979307 2024-11-14T00:26:21,160 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,41843,1731543979307, state=OPENING 2024-11-14T00:26:21,176 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:26:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:21,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099178422/meta-region-server: CHANGED 2024-11-14T00:26:21,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:21,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,41843,1731543979307}] 2024-11-14T00:26:21,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099178422/meta-region-server: CHANGED 2024-11-14T00:26:21,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:21,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:26:21,395 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:26:21,395 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:21,395 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:26:21,414 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C41843%2C1731543979307.meta, suffix=.meta, logDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/oldWALs, maxLogs=10 2024-11-14T00:26:21,444 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307/63baa11b75f3%2C41843%2C1731543979307.meta.1731543981414.meta, exclude list is [], retry=0 2024-11-14T00:26:21,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-d7054a84-72ac-46d1-b3a5-577ab91bbe7f,DISK] 2024-11-14T00:26:21,466 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/WALs/63baa11b75f3,41843,1731543979307/63baa11b75f3%2C41843%2C1731543979307.meta.1731543981414.meta 2024-11-14T00:26:21,476 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755)] 2024-11-14T00:26:21,476 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:21,477 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:21,477 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:26:21,477 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:26:21,477 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:26:21,477 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:26:21,477 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:21,477 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:26:21,477 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:26:21,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:21,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:21,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:21,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:21,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:21,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:21,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:21,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:21,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:21,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:21,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:21,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:21,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:21,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:21,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:21,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:21,535 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:21,539 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740 2024-11-14T00:26:21,548 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740 2024-11-14T00:26:21,563 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:21,563 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:21,568 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:21,578 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:21,583 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59696087, jitterRate=-0.11045898497104645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:21,583 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:26:21,583 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543981477Writing region info on filesystem at 1731543981477Initializing all the Stores at 1731543981492 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543981492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543981500 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543981500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543981500Cleaning up temporary data from old regions at 1731543981563 (+63 ms)Running coprocessor post-open hooks at 1731543981583 (+20 ms)Region opened successfully at 1731543981583 2024-11-14T00:26:21,586 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543981368 2024-11-14T00:26:21,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,41843,1731543979307 2024-11-14T00:26:21,600 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:26:21,600 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:26:21,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,41843,1731543979307, state=OPEN 2024-11-14T00:26:21,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12099178422/meta-region-server 2024-11-14T00:26:21,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12099178422/meta-region-server 2024-11-14T00:26:21,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099178422/meta-region-server: CHANGED 2024-11-14T00:26:21,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12099178422/meta-region-server: CHANGED 2024-11-14T00:26:21,620 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,41843,1731543979307 2024-11-14T00:26:21,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:26:21,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,41843,1731543979307 in 411 msec 2024-11-14T00:26:21,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:26:21,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 884 msec 2024-11-14T00:26:21,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:21,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:26:21,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:21,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41843,1731543979307, seqNum=-1] 2024-11-14T00:26:21,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:21,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:21,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 973 msec 2024-11-14T00:26:21,667 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543981667, completionTime=-1 2024-11-14T00:26:21,667 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:26:21,667 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:26:21,675 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:26:21,675 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731544041675 2024-11-14T00:26:21,675 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544101675 2024-11-14T00:26:21,675 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T00:26:21,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36929,1731543979161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36929,1731543979161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36929,1731543979161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:36929, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,676 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,679 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:26:21,684 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.172sec 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36929,1731543979161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:21,685 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36929,1731543979161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:26:21,709 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:26:21,709 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:26:21,710 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,36929,1731543979161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:21,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:26:21,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ee4087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:21,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36929,-1 for getting cluster id 2024-11-14T00:26:21,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:21,794 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c718b4d9-dcc8-49a6-9a33-4208c022fa02' 2024-11-14T00:26:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c718b4d9-dcc8-49a6-9a33-4208c022fa02" 2024-11-14T00:26:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de63ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36929,-1] 2024-11-14T00:26:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:21,805 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:21,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbbfad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:21,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41843,1731543979307, seqNum=-1] 2024-11-14T00:26:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:21,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:21,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,36929,1731543979161 2024-11-14T00:26:21,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:21,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136bc30950005 connected 2024-11-14T00:26:21,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir so I do NOT create it in target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a 2024-11-14T00:26:21,887 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.tmp.dir so I do NOT create it in target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a 2024-11-14T00:26:21,887 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T00:26:21,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/cluster_b7cb700b-756c-7bb6-1986-01fd3b9fa666, deleteOnExit=true 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/test.cache.data in system properties and HBase conf 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/hadoop.log.dir in system properties and HBase conf 2024-11-14T00:26:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T00:26:21,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T00:26:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/nfs.dump.dir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/java.io.tmpdir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T00:26:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T00:26:21,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:21,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:22,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:22,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:22,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:22,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:22,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:26:22,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:22,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ddb0607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:22,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:22,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27dd6766{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/java.io.tmpdir/jetty-localhost-39323-hadoop-hdfs-3_4_1-tests_jar-_-any-14661620233154732833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:22,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15f43817{HTTP/1.1, (http/1.1)}{localhost:39323} 2024-11-14T00:26:22,648 INFO [Time-limited test {}] server.Server(415): Started @385784ms 2024-11-14T00:26:23,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T00:26:23,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T00:26:23,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T00:26:23,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T00:26:23,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T00:26:23,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd1a4b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/hadoop.log.dir/,AVAILABLE} 2024-11-14T00:26:23,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d521a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T00:26:23,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2edbcf20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/java.io.tmpdir/jetty-localhost-44449-hadoop-hdfs-3_4_1-tests_jar-_-any-9350868947275866095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:23,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d04d13{HTTP/1.1, (http/1.1)}{localhost:44449} 2024-11-14T00:26:23,361 INFO [Time-limited test {}] server.Server(415): Started @386497ms 2024-11-14T00:26:23,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T00:26:24,389 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/cluster_b7cb700b-756c-7bb6-1986-01fd3b9fa666/data/data2/current/BP-841009597-172.17.0.3-1731543981950/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:24,394 WARN [Thread-4569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/cluster_b7cb700b-756c-7bb6-1986-01fd3b9fa666/data/data1/current/BP-841009597-172.17.0.3-1731543981950/current, will proceed with Du for space computation calculation, 2024-11-14T00:26:24,486 WARN [Thread-4557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T00:26:24,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a 2024-11-14T00:26:24,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70a2364c860fd501 with lease ID 0x58bff755fe799d8a: Processing first storage report for DS-9378bc2b-00b2-4ec6-8c90-d357e2e4edc3 from datanode DatanodeRegistration(127.0.0.1:46459, datanodeUuid=6c3d4bc5-3b7b-41ab-bd33-1fb9cfbd5a3b, infoPort=41567, infoSecurePort=0, ipcPort=40989, storageInfo=lv=-57;cid=testClusterID;nsid=1357043777;c=1731543981950) 2024-11-14T00:26:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70a2364c860fd501 with lease ID 0x58bff755fe799d8a: from storage DS-9378bc2b-00b2-4ec6-8c90-d357e2e4edc3 node DatanodeRegistration(127.0.0.1:46459, datanodeUuid=6c3d4bc5-3b7b-41ab-bd33-1fb9cfbd5a3b, infoPort=41567, infoSecurePort=0, ipcPort=40989, storageInfo=lv=-57;cid=testClusterID;nsid=1357043777;c=1731543981950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70a2364c860fd501 with lease ID 0x58bff755fe799d8a: Processing first storage report for DS-d450a38e-5538-4b76-9df7-a72c46024ac5 from datanode DatanodeRegistration(127.0.0.1:46459, datanodeUuid=6c3d4bc5-3b7b-41ab-bd33-1fb9cfbd5a3b, infoPort=41567, infoSecurePort=0, ipcPort=40989, storageInfo=lv=-57;cid=testClusterID;nsid=1357043777;c=1731543981950) 2024-11-14T00:26:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70a2364c860fd501 with lease ID 0x58bff755fe799d8a: from storage DS-d450a38e-5538-4b76-9df7-a72c46024ac5 node DatanodeRegistration(127.0.0.1:46459, datanodeUuid=6c3d4bc5-3b7b-41ab-bd33-1fb9cfbd5a3b, infoPort=41567, infoSecurePort=0, ipcPort=40989, storageInfo=lv=-57;cid=testClusterID;nsid=1357043777;c=1731543981950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T00:26:24,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741825_1001 (size=7) 2024-11-14T00:26:24,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5 with version=8 2024-11-14T00:26:24,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/hbase-staging 2024-11-14T00:26:24,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T00:26:24,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:24,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32835 2024-11-14T00:26:24,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32835 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:25,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328350x0, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:25,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32835-0x10136bc30950006 connected 2024-11-14T00:26:25,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:25,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:25,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/running 2024-11-14T00:26:25,129 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5, hbase.cluster.distributed=false 2024-11-14T00:26:25,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/acl 2024-11-14T00:26:25,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-14T00:26:25,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32835 2024-11-14T00:26:25,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32835 2024-11-14T00:26:25,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-14T00:26:25,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-14T00:26:25,226 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/63baa11b75f3:0 server-side Connection retries=45 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T00:26:25,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T00:26:25,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34001 2024-11-14T00:26:25,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34001 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:25,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:25,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:25,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340010x0, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/running 2024-11-14T00:26:25,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T00:26:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340010x0, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:25,267 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T00:26:25,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340010x0, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/master 2024-11-14T00:26:25,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34001-0x10136bc30950007 connected 2024-11-14T00:26:25,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/acl 2024-11-14T00:26:25,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-14T00:26:25,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34001 2024-11-14T00:26:25,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34001 2024-11-14T00:26:25,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-14T00:26:25,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-14T00:26:25,347 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;63baa11b75f3:32835 2024-11-14T00:26:25,352 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-6988069/backup-masters/63baa11b75f3,32835,1731543984960 2024-11-14T00:26:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069/backup-masters 2024-11-14T00:26:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069/backup-masters 2024-11-14T00:26:25,376 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on existing znode=/2-6988069/backup-masters/63baa11b75f3,32835,1731543984960 2024-11-14T00:26:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-6988069/master 2024-11-14T00:26:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:25,391 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on existing znode=/2-6988069/master 2024-11-14T00:26:25,400 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-6988069/backup-masters/63baa11b75f3,32835,1731543984960 from backup master directory 2024-11-14T00:26:25,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-6988069/backup-masters/63baa11b75f3,32835,1731543984960 2024-11-14T00:26:25,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069/backup-masters 2024-11-14T00:26:25,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069/backup-masters 2024-11-14T00:26:25,420 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:25,420 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=63baa11b75f3,32835,1731543984960 2024-11-14T00:26:25,446 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/hbase.id] with ID: 26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00 2024-11-14T00:26:25,447 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/.tmp/hbase.id 2024-11-14T00:26:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741826_1002 (size=42) 2024-11-14T00:26:25,914 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/.tmp/hbase.id]:[hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/hbase.id] 2024-11-14T00:26:26,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:26,019 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T00:26:26,034 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-14T00:26:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741827_1003 (size=196) 2024-11-14T00:26:26,103 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:26,104 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T00:26:26,104 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741828_1004 (size=1189) 2024-11-14T00:26:26,158 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store 2024-11-14T00:26:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741829_1005 (size=34) 2024-11-14T00:26:26,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:26,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:26,180 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:26,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:26,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:26,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:26,180 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:26,180 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731543986180Disabling compacts and flushes for region at 1731543986180Disabling writes for close at 1731543986180Writing region close event to WAL at 1731543986180Closed at 1731543986180 2024-11-14T00:26:26,193 WARN [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/.initializing 2024-11-14T00:26:26,193 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/WALs/63baa11b75f3,32835,1731543984960 2024-11-14T00:26:26,202 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:26,212 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=63baa11b75f3%2C32835%2C1731543984960, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/WALs/63baa11b75f3,32835,1731543984960, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/oldWALs, maxLogs=10 2024-11-14T00:26:26,241 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/WALs/63baa11b75f3,32835,1731543984960/63baa11b75f3%2C32835%2C1731543984960.1731543986212, exclude list is [], retry=0 2024-11-14T00:26:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46459,DS-9378bc2b-00b2-4ec6-8c90-d357e2e4edc3,DISK] 2024-11-14T00:26:26,257 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/WALs/63baa11b75f3,32835,1731543984960/63baa11b75f3%2C32835%2C1731543984960.1731543986212 2024-11-14T00:26:26,280 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-14T00:26:26,280 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:26,281 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:26,281 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,281 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T00:26:26,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:26,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T00:26:26,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:26,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T00:26:26,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:26,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T00:26:26,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:26,311 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,313 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,314 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,315 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,315 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,315 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:26,317 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T00:26:26,319 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:26,320 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60916964, jitterRate=-0.0922664999961853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:26,320 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731543986281Initializing all the Stores at 1731543986291 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543986292 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543986292Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543986292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543986292Cleaning up temporary data from old regions at 1731543986315 (+23 ms)Region opened successfully at 1731543986320 (+5 ms) 2024-11-14T00:26:26,320 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T00:26:26,324 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f23b79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:26,325 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T00:26:26,325 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T00:26:26,325 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T00:26:26,326 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T00:26:26,329 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T00:26:26,329 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T00:26:26,329 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T00:26:26,348 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T00:26:26,351 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Unable to get data of znode /2-6988069/balancer because node does not exist (not necessarily an error) 2024-11-14T00:26:26,362 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-6988069/balancer already deleted, retry=false 2024-11-14T00:26:26,362 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T00:26:26,365 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Unable to get data of znode /2-6988069/normalizer because node does not exist (not necessarily an error) 2024-11-14T00:26:26,380 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-6988069/normalizer already deleted, retry=false 2024-11-14T00:26:26,381 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T00:26:26,408 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Unable to get data of znode /2-6988069/switch/split because node does not exist (not necessarily an error) 2024-11-14T00:26:26,419 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-6988069/switch/split already deleted, retry=false 2024-11-14T00:26:26,426 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Unable to get data of znode /2-6988069/switch/merge because node does not exist (not necessarily an error) 2024-11-14T00:26:26,440 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-6988069/switch/merge already deleted, retry=false 2024-11-14T00:26:26,452 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Unable to get data of znode /2-6988069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T00:26:26,461 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-6988069/snapshot-cleanup already deleted, retry=false 2024-11-14T00:26:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-6988069/running 2024-11-14T00:26:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-6988069/running 2024-11-14T00:26:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,476 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=63baa11b75f3,32835,1731543984960, sessionid=0x10136bc30950006, setting cluster-up flag (Was=false) 2024-11-14T00:26:26,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,552 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-6988069/flush-table-proc/acquired, /2-6988069/flush-table-proc/reached, /2-6988069/flush-table-proc/abort 2024-11-14T00:26:26,576 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,32835,1731543984960 2024-11-14T00:26:26,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:26,663 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-6988069/online-snapshot/acquired, /2-6988069/online-snapshot/reached, /2-6988069/online-snapshot/abort 2024-11-14T00:26:26,678 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=63baa11b75f3,32835,1731543984960 2024-11-14T00:26:26,689 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T00:26:26,693 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:26,693 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T00:26:26,693 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T00:26:26,694 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 63baa11b75f3,32835,1731543984960 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/63baa11b75f3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/63baa11b75f3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:26,697 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:26,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:26,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T00:26:26,742 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,744 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T00:26:26,752 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(746): ClusterId : 26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00 2024-11-14T00:26:26,752 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731544016757 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T00:26:26,758 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T00:26:26,759 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:26,769 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T00:26:26,769 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T00:26:26,772 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T00:26:26,773 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T00:26:26,773 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T00:26:26,773 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T00:26:26,776 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T00:26:26,776 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T00:26:26,778 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543986776,5,FailOnTimeoutGroup] 2024-11-14T00:26:26,783 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543986778,5,FailOnTimeoutGroup] 2024-11-14T00:26:26,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:26,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T00:26:26,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:26,783 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:26,789 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T00:26:26,790 DEBUG [RS:0;63baa11b75f3:34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3690e8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=63baa11b75f3/172.17.0.3:0 2024-11-14T00:26:26,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741831_1007 (size=1321) 2024-11-14T00:26:26,843 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T00:26:26,843 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5 2024-11-14T00:26:26,852 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;63baa11b75f3:34001 2024-11-14T00:26:26,852 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T00:26:26,853 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T00:26:26,853 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T00:26:26,856 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(2659): reportForDuty to master=63baa11b75f3,32835,1731543984960 with port=34001, startcode=1731543985226 2024-11-14T00:26:26,857 DEBUG [RS:0;63baa11b75f3:34001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T00:26:26,870 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T00:26:26,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 63baa11b75f3,34001,1731543985226 2024-11-14T00:26:26,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32835 {}] master.ServerManager(517): Registering regionserver=63baa11b75f3,34001,1731543985226 2024-11-14T00:26:26,872 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5 2024-11-14T00:26:26,872 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37125 2024-11-14T00:26:26,873 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T00:26:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741832_1008 (size=32) 2024-11-14T00:26:26,889 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:26,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:26,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:26,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:26,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:26,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:26,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:26,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:26,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:26,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:26,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:26,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:26,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069/rs 2024-11-14T00:26:26,957 DEBUG [RS:0;63baa11b75f3:34001 {}] zookeeper.ZKUtil(111): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on existing znode=/2-6988069/rs/63baa11b75f3,34001,1731543985226 2024-11-14T00:26:26,957 WARN [RS:0;63baa11b75f3:34001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T00:26:26,957 INFO [RS:0;63baa11b75f3:34001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:26,957 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226 2024-11-14T00:26:26,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:26,960 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:26,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [63baa11b75f3,34001,1731543985226] 2024-11-14T00:26:26,966 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740 2024-11-14T00:26:26,974 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740 2024-11-14T00:26:26,975 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:26,975 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:26,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:26:26,980 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:26,981 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:26,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:26,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:26,995 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T00:26:27,006 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:27,008 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67738923, jitterRate=0.00938861072063446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:27,008 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731543986889Initializing all the Stores at 1731543986891 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543986891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543986891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543986891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543986891Cleaning up temporary data from old regions at 1731543986975 (+84 ms)Region opened successfully at 1731543987008 (+33 ms) 2024-11-14T00:26:27,009 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:27,009 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:27,009 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:27,009 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:27,009 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:27,024 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:27,024 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543987009Disabling compacts and flushes for region at 1731543987009Disabling writes for close at 1731543987009Writing region close event to WAL at 1731543987024 (+15 ms)Closed at 1731543987024 2024-11-14T00:26:27,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:27,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T00:26:27,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T00:26:27,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:27,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T00:26:27,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:27,142 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T00:26:27,144 INFO [RS:0;63baa11b75f3:34001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T00:26:27,144 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,152 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T00:26:27,153 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T00:26:27,153 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/63baa11b75f3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/63baa11b75f3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:27,154 DEBUG [RS:0;63baa11b75f3:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/63baa11b75f3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T00:26:27,179 WARN [63baa11b75f3:32835 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T00:26:27,200 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,200 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,200 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,200 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,200 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,200 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34001,1731543985226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:27,230 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T00:26:27,241 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,34001,1731543985226-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,241 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,241 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.Replication(171): 63baa11b75f3,34001,1731543985226 started 2024-11-14T00:26:27,272 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:27,273 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1482): Serving as 63baa11b75f3,34001,1731543985226, RpcServer on 63baa11b75f3/172.17.0.3:34001, sessionid=0x10136bc30950007 2024-11-14T00:26:27,273 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T00:26:27,273 DEBUG [RS:0;63baa11b75f3:34001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 63baa11b75f3,34001,1731543985226 2024-11-14T00:26:27,273 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,34001,1731543985226' 2024-11-14T00:26:27,273 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-6988069/flush-table-proc/abort' 2024-11-14T00:26:27,273 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-6988069/flush-table-proc/acquired' 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 63baa11b75f3,34001,1731543985226 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '63baa11b75f3,34001,1731543985226' 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-6988069/online-snapshot/abort' 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-6988069/online-snapshot/acquired' 2024-11-14T00:26:27,274 DEBUG [RS:0;63baa11b75f3:34001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T00:26:27,274 INFO [RS:0;63baa11b75f3:34001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T00:26:27,274 INFO [RS:0;63baa11b75f3:34001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T00:26:27,376 INFO [RS:0;63baa11b75f3:34001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T00:26:27,380 INFO [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C34001%2C1731543985226, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/oldWALs, maxLogs=10 2024-11-14T00:26:27,421 DEBUG [RS:0;63baa11b75f3:34001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226/63baa11b75f3%2C34001%2C1731543985226.1731543987380, exclude list is [], retry=0 2024-11-14T00:26:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46459,DS-9378bc2b-00b2-4ec6-8c90-d357e2e4edc3,DISK] 2024-11-14T00:26:27,439 INFO [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226/63baa11b75f3%2C34001%2C1731543985226.1731543987380 2024-11-14T00:26:27,448 DEBUG [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-14T00:26:27,680 DEBUG [63baa11b75f3:32835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T00:26:27,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=63baa11b75f3,34001,1731543985226 2024-11-14T00:26:27,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,34001,1731543985226, state=OPENING 2024-11-14T00:26:27,733 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T00:26:27,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:27,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:27,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-6988069/meta-region-server: CHANGED 2024-11-14T00:26:27,744 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T00:26:27,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,34001,1731543985226}] 2024-11-14T00:26:27,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-6988069/meta-region-server: CHANGED 2024-11-14T00:26:27,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:27,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:26:27,928 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T00:26:27,928 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:27,929 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T00:26:27,932 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C34001%2C1731543985226.meta, suffix=.meta, logDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/oldWALs, maxLogs=10 2024-11-14T00:26:27,962 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226/63baa11b75f3%2C34001%2C1731543985226.meta.1731543987932.meta, exclude list is [], retry=0 2024-11-14T00:26:27,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46459,DS-9378bc2b-00b2-4ec6-8c90-d357e2e4edc3,DISK] 2024-11-14T00:26:27,976 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226/63baa11b75f3%2C34001%2C1731543985226.meta.1731543987932.meta 2024-11-14T00:26:27,977 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-14T00:26:27,977 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:27,977 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:27,977 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:26:27,977 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T00:26:27,978 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T00:26:27,978 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T00:26:27,978 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:27,978 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T00:26:27,978 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T00:26:27,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T00:26:27,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T00:26:27,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:27,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:27,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T00:26:27,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T00:26:27,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:27,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:27,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T00:26:27,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T00:26:27,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:27,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:27,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T00:26:27,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T00:26:27,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:27,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T00:26:27,983 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T00:26:27,984 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740 2024-11-14T00:26:27,984 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740 2024-11-14T00:26:27,986 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T00:26:27,986 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T00:26:27,986 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T00:26:27,987 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T00:26:27,988 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64052810, jitterRate=-0.045538753271102905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T00:26:27,988 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T00:26:27,988 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731543987978Writing region info on filesystem at 1731543987978Initializing all the Stores at 1731543987979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543987979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543987980 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543987980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731543987980Cleaning up temporary data from old regions at 1731543987986 (+6 ms)Running coprocessor post-open hooks at 1731543987988 (+2 ms)Region opened successfully at 1731543987988 2024-11-14T00:26:27,991 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731543987898 2024-11-14T00:26:27,993 DEBUG [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T00:26:27,993 INFO [RS_OPEN_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T00:26:27,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,34001,1731543985226 2024-11-14T00:26:27,995 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 63baa11b75f3,34001,1731543985226, state=OPEN 2024-11-14T00:26:28,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-6988069/meta-region-server 2024-11-14T00:26:28,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-6988069/meta-region-server: CHANGED 2024-11-14T00:26:28,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=63baa11b75f3,34001,1731543985226 2024-11-14T00:26:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-6988069/meta-region-server 2024-11-14T00:26:28,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-6988069/meta-region-server: CHANGED 2024-11-14T00:26:28,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T00:26:28,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=63baa11b75f3,34001,1731543985226 in 273 msec 2024-11-14T00:26:28,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T00:26:28,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 995 msec 2024-11-14T00:26:28,029 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T00:26:28,030 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T00:26:28,040 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:28,040 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,34001,1731543985226, seqNum=-1] 2024-11-14T00:26:28,041 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:28,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:28,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3720 sec 2024-11-14T00:26:28,066 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731543988066, completionTime=-1 2024-11-14T00:26:28,066 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T00:26:28,067 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T00:26:28,071 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T00:26:28,071 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731544048071 2024-11-14T00:26:28,071 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731544108071 2024-11-14T00:26:28,071 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T00:26:28,072 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,32835,1731543984960-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,072 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,32835,1731543984960-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,072 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,32835,1731543984960-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,072 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-63baa11b75f3:32835, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,072 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,075 DEBUG [master/63baa11b75f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T00:26:28,079 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,084 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.664sec 2024-11-14T00:26:28,084 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T00:26:28,084 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T00:26:28,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T00:26:28,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T00:26:28,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T00:26:28,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,32835,1731543984960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T00:26:28,085 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,32835,1731543984960-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T00:26:28,136 DEBUG [master/63baa11b75f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T00:26:28,136 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T00:26:28,136 INFO [master/63baa11b75f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=63baa11b75f3,32835,1731543984960-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T00:26:28,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b031d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:28,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,32835,-1 for getting cluster id 2024-11-14T00:26:28,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:28,185 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00' 2024-11-14T00:26:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00" 2024-11-14T00:26:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b65e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,32835,-1] 2024-11-14T00:26:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:28,187 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:28,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42be5be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:28,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,34001,1731543985226, seqNum=-1] 2024-11-14T00:26:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:28,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:28,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=63baa11b75f3,32835,1731543984960 2024-11-14T00:26:28,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52295 2024-11-14T00:26:28,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T00:26:28,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136bc30950008 connected 2024-11-14T00:26:28,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40399,1731543973263 2024-11-14T00:26:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e930dda 2024-11-14T00:26:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:28,294 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:28,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:26:28,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:26:28,309 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:28,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:26:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:28,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:26:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:26:28,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2a9f9119337ed1d77164f999ab8329e, NAME => 'test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2 2024-11-14T00:26:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:26:28,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:28,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2a9f9119337ed1d77164f999ab8329e, disabling compactions & flushes 2024-11-14T00:26:28,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. after waiting 0 ms 2024-11-14T00:26:28,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2a9f9119337ed1d77164f999ab8329e: Waiting for close lock at 1731543988437Disabling compacts and flushes for region at 1731543988437Disabling writes for close at 1731543988437Writing region close event to WAL at 1731543988437Closed at 1731543988437 2024-11-14T00:26:28,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:26:28,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543988438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543988438"}]},"ts":"1731543988438"} 2024-11-14T00:26:28,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:26:28,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:26:28,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543988441"}]},"ts":"1731543988441"} 2024-11-14T00:26:28,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:26:28,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2a9f9119337ed1d77164f999ab8329e, ASSIGN}] 2024-11-14T00:26:28,450 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2a9f9119337ed1d77164f999ab8329e, ASSIGN 2024-11-14T00:26:28,451 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2a9f9119337ed1d77164f999ab8329e, ASSIGN; state=OFFLINE, location=63baa11b75f3,44843,1731543973808; forceNewPlan=false, retain=false 2024-11-14T00:26:28,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2a9f9119337ed1d77164f999ab8329e, regionState=OPENING, regionLocation=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:28,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2a9f9119337ed1d77164f999ab8329e, ASSIGN because future has completed 2024-11-14T00:26:28,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a9f9119337ed1d77164f999ab8329e, server=63baa11b75f3,44843,1731543973808}] 2024-11-14T00:26:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:28,821 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,821 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2a9f9119337ed1d77164f999ab8329e, NAME => 'test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:28,822 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:28,822 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,840 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,849 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a9f9119337ed1d77164f999ab8329e columnFamilyName f 2024-11-14T00:26:28,849 DEBUG [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:28,852 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] regionserver.HStore(327): Store=a2a9f9119337ed1d77164f999ab8329e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:28,852 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,857 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a9f9119337ed1d77164f999ab8329e columnFamilyName f1 2024-11-14T00:26:28,857 DEBUG [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:28,857 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] regionserver.HStore(327): Store=a2a9f9119337ed1d77164f999ab8329e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:28,857 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,858 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a9f9119337ed1d77164f999ab8329e columnFamilyName norep 2024-11-14T00:26:28,858 DEBUG [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:28,859 INFO [StoreOpener-a2a9f9119337ed1d77164f999ab8329e-1 {}] regionserver.HStore(327): Store=a2a9f9119337ed1d77164f999ab8329e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:28,860 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,864 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,866 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,877 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,877 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,878 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:26:28,889 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,908 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:28,908 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2a9f9119337ed1d77164f999ab8329e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71180612, jitterRate=0.06067377328872681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:26:28,908 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:28,908 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2a9f9119337ed1d77164f999ab8329e: Running coprocessor pre-open hook at 1731543988822Writing region info on filesystem at 1731543988822Initializing all the Stores at 1731543988827 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543988827Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543988840 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543988840Cleaning up temporary data from old regions at 1731543988877 (+37 ms)Running coprocessor post-open hooks at 1731543988908 (+31 ms)Region opened successfully at 1731543988908 2024-11-14T00:26:28,911 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., pid=6, masterSystemTime=1731543988792 2024-11-14T00:26:28,914 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2a9f9119337ed1d77164f999ab8329e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:28,915 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:28,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a9f9119337ed1d77164f999ab8329e, server=63baa11b75f3,44843,1731543973808 because future has completed 2024-11-14T00:26:28,920 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=63baa11b75f3,44843,1731543973808, table=test, region=a2a9f9119337ed1d77164f999ab8329e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T00:26:28,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:26:28,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2a9f9119337ed1d77164f999ab8329e, server=63baa11b75f3,44843,1731543973808 in 299 msec 2024-11-14T00:26:28,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:26:28,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2a9f9119337ed1d77164f999ab8329e, ASSIGN in 484 msec 2024-11-14T00:26:28,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:26:28,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543988934"}]},"ts":"1731543988934"} 2024-11-14T00:26:28,940 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:26:28,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:26:28,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 645 msec 2024-11-14T00:26:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:28,945 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:26:28,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36929,1731543979161 2024-11-14T00:26:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370fc65e 2024-11-14T00:26:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:28,947 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:28,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:26:28,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:26:28,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:28,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:26:28,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:26:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:26:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:29,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27664cb4c8310cc991680a36c2d1054d, NAME => 'test,,1731543988947.27664cb4c8310cc991680a36c2d1054d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7 2024-11-14T00:26:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:26:29,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543988947.27664cb4c8310cc991680a36c2d1054d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:29,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 27664cb4c8310cc991680a36c2d1054d, disabling compactions & flushes 2024-11-14T00:26:29,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. after waiting 0 ms 2024-11-14T00:26:29,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27664cb4c8310cc991680a36c2d1054d: Waiting for close lock at 1731543989462Disabling compacts and flushes for region at 1731543989462Disabling writes for close at 1731543989462Writing region close event to WAL at 1731543989462Closed at 1731543989462 2024-11-14T00:26:29,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:26:29,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543988947.27664cb4c8310cc991680a36c2d1054d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543989463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543989463"}]},"ts":"1731543989463"} 2024-11-14T00:26:29,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:26:29,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:26:29,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543989479"}]},"ts":"1731543989479"} 2024-11-14T00:26:29,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:26:29,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27664cb4c8310cc991680a36c2d1054d, ASSIGN}] 2024-11-14T00:26:29,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27664cb4c8310cc991680a36c2d1054d, ASSIGN 2024-11-14T00:26:29,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=27664cb4c8310cc991680a36c2d1054d, ASSIGN; state=OFFLINE, location=63baa11b75f3,41843,1731543979307; forceNewPlan=false, retain=false 2024-11-14T00:26:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:29,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27664cb4c8310cc991680a36c2d1054d, regionState=OPENING, regionLocation=63baa11b75f3,41843,1731543979307 2024-11-14T00:26:29,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=27664cb4c8310cc991680a36c2d1054d, ASSIGN because future has completed 2024-11-14T00:26:29,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27664cb4c8310cc991680a36c2d1054d, server=63baa11b75f3,41843,1731543979307}] 2024-11-14T00:26:29,854 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,854 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27664cb4c8310cc991680a36c2d1054d, NAME => 'test,,1731543988947.27664cb4c8310cc991680a36c2d1054d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:29,854 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:29,855 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:26:29,855 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,855 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543988947.27664cb4c8310cc991680a36c2d1054d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:29,855 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,855 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,881 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,888 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27664cb4c8310cc991680a36c2d1054d columnFamilyName f 2024-11-14T00:26:29,888 DEBUG [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:29,890 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] regionserver.HStore(327): Store=27664cb4c8310cc991680a36c2d1054d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:29,890 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,892 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27664cb4c8310cc991680a36c2d1054d columnFamilyName f1 2024-11-14T00:26:29,892 DEBUG [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:29,897 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] regionserver.HStore(327): Store=27664cb4c8310cc991680a36c2d1054d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:29,897 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,899 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27664cb4c8310cc991680a36c2d1054d columnFamilyName norep 2024-11-14T00:26:29,899 DEBUG [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:29,899 INFO [StoreOpener-27664cb4c8310cc991680a36c2d1054d-1 {}] regionserver.HStore(327): Store=27664cb4c8310cc991680a36c2d1054d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:29,899 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,900 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,901 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,902 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,902 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,903 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:26:29,905 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,913 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:29,914 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27664cb4c8310cc991680a36c2d1054d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60150467, jitterRate=-0.10368819534778595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:26:29,914 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:29,914 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27664cb4c8310cc991680a36c2d1054d: Running coprocessor pre-open hook at 1731543989855Writing region info on filesystem at 1731543989855Initializing all the Stores at 1731543989864 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543989864Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543989880 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543989880Cleaning up temporary data from old regions at 1731543989902 (+22 ms)Running coprocessor post-open hooks at 1731543989914 (+12 ms)Region opened successfully at 1731543989914 2024-11-14T00:26:29,916 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543988947.27664cb4c8310cc991680a36c2d1054d., pid=6, masterSystemTime=1731543989822 2024-11-14T00:26:29,918 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,918 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:29,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27664cb4c8310cc991680a36c2d1054d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,41843,1731543979307 2024-11-14T00:26:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27664cb4c8310cc991680a36c2d1054d, server=63baa11b75f3,41843,1731543979307 because future has completed 2024-11-14T00:26:29,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:26:29,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27664cb4c8310cc991680a36c2d1054d, server=63baa11b75f3,41843,1731543979307 in 293 msec 2024-11-14T00:26:29,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:26:29,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=27664cb4c8310cc991680a36c2d1054d, ASSIGN in 473 msec 2024-11-14T00:26:29,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:26:29,968 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543989968"}]},"ts":"1731543989968"} 2024-11-14T00:26:29,977 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:26:29,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:26:29,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0310 sec 2024-11-14T00:26:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:30,095 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:26:30,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:30,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,32835,1731543984960 2024-11-14T00:26:30,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2f7886 2024-11-14T00:26:30,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:30,100 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:30,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T00:26:30,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:26:30,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:30,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T00:26:30,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:26:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:30,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741835_1011 (size=902) 2024-11-14T00:26:30,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15a73c1b05afe2590eba41b9b06b7b77, NAME => 'test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5 2024-11-14T00:26:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741836_1012 (size=39) 2024-11-14T00:26:30,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:30,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15a73c1b05afe2590eba41b9b06b7b77, disabling compactions & flushes 2024-11-14T00:26:30,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. after waiting 0 ms 2024-11-14T00:26:30,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15a73c1b05afe2590eba41b9b06b7b77: Waiting for close lock at 1731543990256Disabling compacts and flushes for region at 1731543990256Disabling writes for close at 1731543990256Writing region close event to WAL at 1731543990256Closed at 1731543990256 2024-11-14T00:26:30,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:26:30,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731543990261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543990261"}]},"ts":"1731543990261"} 2024-11-14T00:26:30,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:26:30,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:26:30,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543990271"}]},"ts":"1731543990271"} 2024-11-14T00:26:30,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T00:26:30,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15a73c1b05afe2590eba41b9b06b7b77, ASSIGN}] 2024-11-14T00:26:30,279 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15a73c1b05afe2590eba41b9b06b7b77, ASSIGN 2024-11-14T00:26:30,279 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15a73c1b05afe2590eba41b9b06b7b77, ASSIGN; state=OFFLINE, location=63baa11b75f3,34001,1731543985226; forceNewPlan=false, retain=false 2024-11-14T00:26:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:30,430 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15a73c1b05afe2590eba41b9b06b7b77, regionState=OPENING, regionLocation=63baa11b75f3,34001,1731543985226 2024-11-14T00:26:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15a73c1b05afe2590eba41b9b06b7b77, ASSIGN because future has completed 2024-11-14T00:26:30,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15a73c1b05afe2590eba41b9b06b7b77, server=63baa11b75f3,34001,1731543985226}] 2024-11-14T00:26:30,614 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,614 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15a73c1b05afe2590eba41b9b06b7b77, NAME => 'test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:30,615 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:30,615 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T00:26:30,615 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,615 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:30,615 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,615 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,633 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,636 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a73c1b05afe2590eba41b9b06b7b77 columnFamilyName f 2024-11-14T00:26:30,636 DEBUG [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:30,637 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] regionserver.HStore(327): Store=15a73c1b05afe2590eba41b9b06b7b77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:30,637 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,641 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a73c1b05afe2590eba41b9b06b7b77 columnFamilyName f1 2024-11-14T00:26:30,641 DEBUG [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:30,641 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] regionserver.HStore(327): Store=15a73c1b05afe2590eba41b9b06b7b77/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:30,642 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,642 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a73c1b05afe2590eba41b9b06b7b77 columnFamilyName norep 2024-11-14T00:26:30,642 DEBUG [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:30,643 INFO [StoreOpener-15a73c1b05afe2590eba41b9b06b7b77-1 {}] regionserver.HStore(327): Store=15a73c1b05afe2590eba41b9b06b7b77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:30,644 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,646 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,648 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,650 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,650 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,652 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:26:30,655 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,664 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:30,667 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15a73c1b05afe2590eba41b9b06b7b77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66839908, jitterRate=-0.00400775671005249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:26:30,667 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:30,667 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15a73c1b05afe2590eba41b9b06b7b77: Running coprocessor pre-open hook at 1731543990616Writing region info on filesystem at 1731543990616Initializing all the Stores at 1731543990624 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543990624Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543990633 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543990633Cleaning up temporary data from old regions at 1731543990650 (+17 ms)Running coprocessor post-open hooks at 1731543990667 (+17 ms)Region opened successfully at 1731543990667 2024-11-14T00:26:30,669 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77., pid=6, masterSystemTime=1731543990609 2024-11-14T00:26:30,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15a73c1b05afe2590eba41b9b06b7b77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=63baa11b75f3,34001,1731543985226 2024-11-14T00:26:30,685 DEBUG [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,685 INFO [RS_OPEN_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15a73c1b05afe2590eba41b9b06b7b77, server=63baa11b75f3,34001,1731543985226 because future has completed 2024-11-14T00:26:30,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T00:26:30,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15a73c1b05afe2590eba41b9b06b7b77, server=63baa11b75f3,34001,1731543985226 in 256 msec 2024-11-14T00:26:30,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T00:26:30,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15a73c1b05afe2590eba41b9b06b7b77, ASSIGN in 428 msec 2024-11-14T00:26:30,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:26:30,720 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543990720"}]},"ts":"1731543990720"} 2024-11-14T00:26:30,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T00:26:30,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:26:30,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 632 msec 2024-11-14T00:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T00:26:30,742 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T00:26:30,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:30,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40399,-1 for getting cluster id 2024-11-14T00:26:30,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:30,747 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b1bb83-10ea-4e30-81c6-ce34b620f863' 2024-11-14T00:26:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b1bb83-10ea-4e30-81c6-ce34b620f863" 2024-11-14T00:26:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469701ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40399,-1] 2024-11-14T00:26:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:30,751 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:30,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c60709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:30,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40399,1731543973263 2024-11-14T00:26:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ddd4344 2024-11-14T00:26:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:30,755 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:30,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://63baa11b75f3:36929,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:30,760 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:36929' 2024-11-14T00:26:30,780 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de54bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:30,780 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36929,-1 for getting cluster id 2024-11-14T00:26:30,781 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:30,781 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c718b4d9-dcc8-49a6-9a33-4208c022fa02' 2024-11-14T00:26:30,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:30,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c718b4d9-dcc8-49a6-9a33-4208c022fa02" 2024-11-14T00:26:30,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64740985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:30,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36929,-1] 2024-11-14T00:26:30,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:30,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:30,790 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ddd5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:30,791 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:30,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36929,1731543979161 2024-11-14T00:26:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35343f2f 2024-11-14T00:26:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:30,796 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:30,804 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T00:26:30,804 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:26:30,804 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:30,804 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:30,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:30,805 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T00:26:30,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T00:26:30,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T00:26:30,812 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:30,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T00:26:30,860 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T00:26:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741837_1013 (size=1138) 2024-11-14T00:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:30,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00c36d72cbb685a4aa3df017d3b91c83, NAME => 'hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2 2024-11-14T00:26:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741838_1014 (size=44) 2024-11-14T00:26:30,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:30,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 00c36d72cbb685a4aa3df017d3b91c83, disabling compactions & flushes 2024-11-14T00:26:30,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:30,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:30,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. after waiting 0 ms 2024-11-14T00:26:30,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:30,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:30,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00c36d72cbb685a4aa3df017d3b91c83: Waiting for close lock at 1731543990953Disabling compacts and flushes for region at 1731543990953Disabling writes for close at 1731543990953Writing region close event to WAL at 1731543990953Closed at 1731543990953 2024-11-14T00:26:30,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T00:26:30,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731543990957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731543990957"}]},"ts":"1731543990957"} 2024-11-14T00:26:30,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T00:26:30,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T00:26:30,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543990967"}]},"ts":"1731543990967"} 2024-11-14T00:26:30,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T00:26:30,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00c36d72cbb685a4aa3df017d3b91c83, ASSIGN}] 2024-11-14T00:26:30,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00c36d72cbb685a4aa3df017d3b91c83, ASSIGN 2024-11-14T00:26:30,983 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00c36d72cbb685a4aa3df017d3b91c83, ASSIGN; state=OFFLINE, location=63baa11b75f3,44843,1731543973808; forceNewPlan=false, retain=false 2024-11-14T00:26:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:31,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00c36d72cbb685a4aa3df017d3b91c83, regionState=OPENING, regionLocation=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:31,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00c36d72cbb685a4aa3df017d3b91c83, ASSIGN because future has completed 2024-11-14T00:26:31,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00c36d72cbb685a4aa3df017d3b91c83, server=63baa11b75f3,44843,1731543973808}] 2024-11-14T00:26:31,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:31,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T00:26:31,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T00:26:31,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=63baa11b75f3%2C44843%2C1731543973808.rep, suffix=, logDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808, archiveDir=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/oldWALs, maxLogs=10 2024-11-14T00:26:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:31,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.rep.1731543991363, exclude list is [], retry=0 2024-11-14T00:26:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:31,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.rep.1731543991363 2024-11-14T00:26:31,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:31,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 00c36d72cbb685a4aa3df017d3b91c83, NAME => 'hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83.', STARTKEY => '', ENDKEY => ''} 2024-11-14T00:26:31,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T00:26:31,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T00:26:31,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. service=MultiRowMutationService 2024-11-14T00:26:31,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T00:26:31,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T00:26:31,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,473 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,474 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c36d72cbb685a4aa3df017d3b91c83 columnFamilyName hfileref 2024-11-14T00:26:31,474 DEBUG [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:31,475 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] regionserver.HStore(327): Store=00c36d72cbb685a4aa3df017d3b91c83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:31,475 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,477 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c36d72cbb685a4aa3df017d3b91c83 columnFamilyName queue 2024-11-14T00:26:31,477 DEBUG [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:31,477 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] regionserver.HStore(327): Store=00c36d72cbb685a4aa3df017d3b91c83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:31,477 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,479 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c36d72cbb685a4aa3df017d3b91c83 columnFamilyName sid 2024-11-14T00:26:31,479 DEBUG [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T00:26:31,480 INFO [StoreOpener-00c36d72cbb685a4aa3df017d3b91c83-1 {}] regionserver.HStore(327): Store=00c36d72cbb685a4aa3df017d3b91c83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T00:26:31,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T00:26:31,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T00:26:31,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 00c36d72cbb685a4aa3df017d3b91c83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60166403, jitterRate=-0.1034507304430008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T00:26:31,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:31,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 00c36d72cbb685a4aa3df017d3b91c83: Running coprocessor pre-open hook at 1731543991455Writing region info on filesystem at 1731543991455Initializing all the Stores at 1731543991458 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543991458Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543991468 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731543991468Cleaning up temporary data from old regions at 1731543991482 (+14 ms)Running coprocessor post-open hooks at 1731543991492 (+10 ms)Region opened successfully at 1731543991492 2024-11-14T00:26:31,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83., pid=10, masterSystemTime=1731543991332 2024-11-14T00:26:31,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:31,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:31,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00c36d72cbb685a4aa3df017d3b91c83, regionState=OPEN, openSeqNum=2, regionLocation=63baa11b75f3,44843,1731543973808 2024-11-14T00:26:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00c36d72cbb685a4aa3df017d3b91c83, server=63baa11b75f3,44843,1731543973808 because future has completed 2024-11-14T00:26:31,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T00:26:31,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 00c36d72cbb685a4aa3df017d3b91c83, server=63baa11b75f3,44843,1731543973808 in 371 msec 2024-11-14T00:26:31,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T00:26:31,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00c36d72cbb685a4aa3df017d3b91c83, ASSIGN in 558 msec 2024-11-14T00:26:31,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T00:26:31,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731543991544"}]},"ts":"1731543991544"} 2024-11-14T00:26:31,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T00:26:31,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T00:26:31,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 755 msec 2024-11-14T00:26:31,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83., hostname=63baa11b75f3,44843,1731543973808, seqNum=2] 2024-11-14T00:26:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:31,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:31,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:26:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:31,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T00:26:31,904 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T00:26:32,024 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-63baa11b75f3,44843,1731543973808, ReplicationSource: 1, currentBandwidth=0 2024-11-14T00:26:32,025 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:32,025 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44843,1731543973808, seqNum=-1] 2024-11-14T00:26:32,025 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:32,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T00:26:32,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-63baa11b75f3,44843,1731543973808', locateType=CURRENT is [region=hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83., hostname=63baa11b75f3,44843,1731543973808, seqNum=2] 2024-11-14T00:26:32,044 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T00:26:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T00:26:32,059 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 63baa11b75f3,44843,1731543973808 suceeded 2024-11-14T00:26:32,065 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:36929' 2024-11-14T00:26:32,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T00:26:32,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 321 msec 2024-11-14T00:26:32,079 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://63baa11b75f3:36929,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:26:32,080 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4451a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,080 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36929,-1 for getting cluster id 2024-11-14T00:26:32,081 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:32,083 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c718b4d9-dcc8-49a6-9a33-4208c022fa02' 2024-11-14T00:26:32,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3220 sec 2024-11-14T00:26:32,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:32,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c718b4d9-dcc8-49a6-9a33-4208c022fa02" 2024-11-14T00:26:32,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c15b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36929,-1] 2024-11-14T00:26:32,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:32,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:32,090 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:32,096 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e43c99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,096 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:32,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36929,1731543979161 2024-11-14T00:26:32,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35ea06c9 2024-11-14T00:26:32,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:32,106 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T00:26:32,108 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-63baa11b75f3,44843,1731543973808 (queues=1) is replicating from cluster=81b1bb83-10ea-4e30-81c6-ce34b620f863 to cluster=c718b4d9-dcc8-49a6-9a33-4208c022fa02 2024-11-14T00:26:32,108 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=63baa11b75f3%2C44843%2C1731543973808 2024-11-14T00:26:32,108 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-63baa11b75f3,44843,1731543973808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:26:32,111 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047, startPosition=0, beingWritten=true 2024-11-14T00:26:32,112 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C44843%2C1731543973808 2024-11-14T00:26:32,153 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:26:32,153 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 379, reset compression=false 2024-11-14T00:26:32,153 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:26:32,394 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 379, reset compression=false 2024-11-14T00:26:32,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:32,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:26:32,663 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169123 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [63baa11b75f3,38955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T00:26:32,707 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 379, reset compression=false 2024-11-14T00:26:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T00:26:32,905 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T00:26:32,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:32,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:32,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:32,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:32,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:32,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623e766b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40399,-1 for getting cluster id 2024-11-14T00:26:32,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:32,912 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b1bb83-10ea-4e30-81c6-ce34b620f863' 2024-11-14T00:26:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b1bb83-10ea-4e30-81c6-ce34b620f863" 2024-11-14T00:26:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40399,-1] 2024-11-14T00:26:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:32,917 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e77d238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5752f4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36929,-1 for getting cluster id 2024-11-14T00:26:32,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:32,924 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c718b4d9-dcc8-49a6-9a33-4208c022fa02' 2024-11-14T00:26:32,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c718b4d9-dcc8-49a6-9a33-4208c022fa02" 2024-11-14T00:26:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2893d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36929,-1] 2024-11-14T00:26:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:32,928 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6dce85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24459c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,32835,-1 for getting cluster id 2024-11-14T00:26:32,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:32,941 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00' 2024-11-14T00:26:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00" 2024-11-14T00:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d13390a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,32835,-1] 2024-11-14T00:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:32,948 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:32,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c22b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:32,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:32,961 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731543992961/Put/seqid=0 2024-11-14T00:26:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741840_1016 (size=7894) 2024-11-14T00:26:33,132 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 379, reset compression=false 2024-11-14T00:26:33,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731543993428/Put/seqid=0 2024-11-14T00:26:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741841_1017 (size=7691) 2024-11-14T00:26:33,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:26:33,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:33,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T00:26:33,655 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 379, reset compression=false 2024-11-14T00:26:33,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7236192d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:33,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40399,-1 for getting cluster id 2024-11-14T00:26:33,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:33,884 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b1bb83-10ea-4e30-81c6-ce34b620f863' 2024-11-14T00:26:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b1bb83-10ea-4e30-81c6-ce34b620f863" 2024-11-14T00:26:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bc9d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40399,-1] 2024-11-14T00:26:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:33,886 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:33,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2401cf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:33,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44843,1731543973808, seqNum=-1] 2024-11-14T00:26:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:33,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:33,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40399,1731543973263 2024-11-14T00:26:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f0edd59 2024-11-14T00:26:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:33,907 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:33,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2] 2024-11-14T00:26:33,913 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:26:33,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T00:26:33,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T00:26:33,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T00:26:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:33,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T00:26:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegion(2603): Flush status journal for a2a9f9119337ed1d77164f999ab8329e: 2024-11-14T00:26:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_1 2024-11-14T00:26:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_1 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ 2024-11-14T00:26:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_0 2024-11-14T00:26:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_0 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ 2024-11-14T00:26:33,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_1 into a2a9f9119337ed1d77164f999ab8329e/f as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ - updating store file list. 2024-11-14T00:26:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:33,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ into a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:33,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_1 into a2a9f9119337ed1d77164f999ab8329e/f (new location: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_) 2024-11-14T00:26:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_1 2024-11-14T00:26:33,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_0 into a2a9f9119337ed1d77164f999ab8329e/f as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ - updating store file list. 2024-11-14T00:26:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:33,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ into a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:33,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_0 into a2a9f9119337ed1d77164f999ab8329e/f (new location: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_) 2024-11-14T00:26:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__1jn6amdqi8blfbmcgpc0a7kd7rge7a5kfk075gtsar82thfokrh9669jh7ni2m/f/hfile_0 2024-11-14T00:26:34,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:34,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:34,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:34,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41843,1731543979307, seqNum=-1] 2024-11-14T00:26:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:34,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2 , the old value is region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:44843 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:26:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:26:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2 from cache 2024-11-14T00:26:34,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T00:26:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543988947.27664cb4c8310cc991680a36c2d1054d., hostname=63baa11b75f3,41843,1731543979307, seqNum=2] 2024-11-14T00:26:34,026 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:26:34,112 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T00:26:34,266 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 379, reset compression=false 2024-11-14T00:26:34,298 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:26:34,298 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2a9f9119337ed1d77164f999ab8329e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543993996/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T00:26:34,301 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:34,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T00:26:34,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(318): Replicating [81b1bb83-10ea-4e30-81c6-ce34b620f863] bulk loaded data 2024-11-14T00:26:34,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae12b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:34,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,36929,-1 for getting cluster id 2024-11-14T00:26:34,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:34,305 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c718b4d9-dcc8-49a6-9a33-4208c022fa02' 2024-11-14T00:26:34,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c718b4d9-dcc8-49a6-9a33-4208c022fa02" 2024-11-14T00:26:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763a91d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,36929,-1] 2024-11-14T00:26:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:34,307 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:34,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6980afa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:34,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741837_1013 (size=7691) 2024-11-14T00:26:34,498 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 687, reset compression=false 2024-11-14T00:26:34,805 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 687, reset compression=false 2024-11-14T00:26:34,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741838_1014 (size=7894) 2024-11-14T00:26:35,030 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:26:35,240 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 687, reset compression=false 2024-11-14T00:26:35,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:35,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,36929,1731543979161 2024-11-14T00:26:35,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c9da5c 2024-11-14T00:26:35,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:35,295 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T00:26:35,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:26:35,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:35,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,41843,1731543979307, seqNum=-1] 2024-11-14T00:26:35,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:35,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T00:26:35,320 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T00:26:35,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T00:26:35,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ for inclusion in 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T00:26:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:35,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ for inclusion in 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T00:26:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HRegion(2603): Flush status journal for 27664cb4c8310cc991680a36c2d1054d: 2024-11-14T00:26:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:26:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/778d1f1b2dc0408782bd8c8d72d04f20_SeqId_4_ 2024-11-14T00:26:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:26:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/c2bda2da35174e3a986b44ab854d4f13_SeqId_4_ 2024-11-14T00:26:35,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ into 27664cb4c8310cc991680a36c2d1054d/f as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/778d1f1b2dc0408782bd8c8d72d04f20_SeqId_4_ - updating store file list. 2024-11-14T00:26:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 778d1f1b2dc0408782bd8c8d72d04f20_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:35,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/778d1f1b2dc0408782bd8c8d72d04f20_SeqId_4_ into 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:35,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ into 27664cb4c8310cc991680a36c2d1054d/f (new location: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/778d1f1b2dc0408782bd8c8d72d04f20_SeqId_4_) 2024-11-14T00:26:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/72ab391b6c0a4de4a9e02910d9ff895f_SeqId_4_ 2024-11-14T00:26:35,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ into 27664cb4c8310cc991680a36c2d1054d/f as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/c2bda2da35174e3a986b44ab854d4f13_SeqId_4_ - updating store file list. 2024-11-14T00:26:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2bda2da35174e3a986b44ab854d4f13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:35,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/c2bda2da35174e3a986b44ab854d4f13_SeqId_4_ into 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:35,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ into 27664cb4c8310cc991680a36c2d1054d/f (new location: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/c2bda2da35174e3a986b44ab854d4f13_SeqId_4_) 2024-11-14T00:26:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__ferrovrmiudsaivpvvgl4147i6o9s4dctv53cpn0dh28eod1blei4fg5gg2airuc/f/34ec5d91ca034cda9a0ae716c6e15e21_SeqId_4_ 2024-11-14T00:26:35,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(324): Finished replicating [81b1bb83-10ea-4e30-81c6-ce34b620f863] bulk loaded data 2024-11-14T00:26:35,760 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 687, reset compression=false 2024-11-14T00:26:36,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,34001,1731543985226, seqNum=-1] 2024-11-14T00:26:36,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:36,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77., hostname=63baa11b75f3,34001,1731543985226, seqNum=2] 2024-11-14T00:26:36,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:36,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T00:26:36,071 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 63baa11b75f3%2C44843%2C1731543973808:(num 1731543975047) roll requested 2024-11-14T00:26:36,088 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, exclude list is [], retry=0 2024-11-14T00:26:36,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:36,097 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 2024-11-14T00:26:36,099 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:36,099 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 is not closed yet, will try archiving it next time 2024-11-14T00:26:36,099 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 63baa11b75f3%2C44843%2C1731543973808.meta:.meta(num 1731543976156) roll requested 2024-11-14T00:26:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741832_1008 (size=695) 2024-11-14T00:26:36,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460df5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40399,-1 for getting cluster id 2024-11-14T00:26:36,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:36,117 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.meta.1731543996099.meta, exclude list is [], retry=0 2024-11-14T00:26:36,117 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b1bb83-10ea-4e30-81c6-ce34b620f863' 2024-11-14T00:26:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b1bb83-10ea-4e30-81c6-ce34b620f863" 2024-11-14T00:26:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3940f9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40399,-1] 2024-11-14T00:26:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,119 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b56e339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:36,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:36,120 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/oldWALs/63baa11b75f3%2C44843%2C1731543973808.1731543975047 2024-11-14T00:26:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40399,1731543973263 2024-11-14T00:26:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb8c29b 2024-11-14T00:26:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:36,122 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:36,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://63baa11b75f3:32835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T00:26:36,132 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.meta.1731543976156.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.meta.1731543996099.meta 2024-11-14T00:26:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T00:26:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:26:36,139 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:32835' 2024-11-14T00:26:36,144 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:36,144 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.meta.1731543976156.meta is not closed yet, will try archiving it next time 2024-11-14T00:26:36,144 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 63baa11b75f3%2C44843%2C1731543973808.rep:(num 1731543991363) roll requested 2024-11-14T00:26:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741834_1010 (size=3473) 2024-11-14T00:26:36,148 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef70a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,148 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,32835,-1 for getting cluster id 2024-11-14T00:26:36,148 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:36,150 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00' 2024-11-14T00:26:36,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:36,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00" 2024-11-14T00:26:36,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d13109f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,32835,-1] 2024-11-14T00:26:36,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:36,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,151 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:36,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246921d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,152 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,32835,1731543984960 2024-11-14T00:26:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ee0782 2024-11-14T00:26:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:36,156 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:36,157 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T00:26:36,157 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T00:26:36,157 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,157 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:36,162 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.rep.1731543996144, exclude list is [], retry=0 2024-11-14T00:26:36,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40237,DS-d405a5a7-01cb-4c64-ae2c-ac95b4f37d83,DISK] 2024-11-14T00:26:36,182 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.rep.1731543991363 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.rep.1731543996144 2024-11-14T00:26:36,183 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-14T00:26:36,183 DEBUG [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.rep.1731543991363 is not closed yet, will try archiving it next time 2024-11-14T00:26:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741839_1015 (size=1505) 2024-11-14T00:26:36,232 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:26:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:26:36,378 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 to pos 687, reset compression=false 2024-11-14T00:26:36,387 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 was moved to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/oldWALs/63baa11b75f3%2C44843%2C1731543973808.1731543975047 2024-11-14T00:26:36,389 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047 2024-11-14T00:26:36,389 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, startPosition=0, beingWritten=true 2024-11-14T00:26:36,391 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543975047, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T00:26:36,400 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [63baa11b75f3%2C44843%2C1731543973808.1731543975047] 2024-11-14T00:26:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:26:36,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T00:26:36,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T00:26:36,614 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T00:26:36,659 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-63baa11b75f3,44843,1731543973808, ReplicationSource: 2, currentBandwidth=0 2024-11-14T00:26:36,664 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T00:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T00:26:36,667 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 63baa11b75f3,44843,1731543973808 suceeded 2024-11-14T00:26:36,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T00:26:36,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-14T00:26:36,673 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://63baa11b75f3:32835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T00:26:36,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 551 msec 2024-11-14T00:26:36,692 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='63baa11b75f3:32835' 2024-11-14T00:26:36,696 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe2d292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,697 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,32835,-1 for getting cluster id 2024-11-14T00:26:36,697 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:36,698 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00' 2024-11-14T00:26:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00" 2024-11-14T00:26:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495cfdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,32835,-1] 2024-11-14T00:26:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,699 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:36,700 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31abd25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,700 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:36,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,32835,1731543984960 2024-11-14T00:26:36,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3e9ec3 2024-11-14T00:26:36,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:36,705 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T00:26:36,707 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-63baa11b75f3,44843,1731543973808 (queues=1) is replicating from cluster=81b1bb83-10ea-4e30-81c6-ce34b620f863 to cluster=26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00 2024-11-14T00:26:36,708 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=63baa11b75f3%2C44843%2C1731543973808 2024-11-14T00:26:36,708 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-63baa11b75f3,44843,1731543973808, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T00:26:36,728 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, startPosition=0, beingWritten=true 2024-11-14T00:26:36,749 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 63baa11b75f3%2C44843%2C1731543973808 2024-11-14T00:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T00:26:36,764 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T00:26:36,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:36,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:36,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T00:26:36,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:36,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731543996781/Put/seqid=0 2024-11-14T00:26:36,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741845_1021 (size=11194) 2024-11-14T00:26:36,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731543996848/Put/seqid=0 2024-11-14T00:26:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741846_1022 (size=10791) 2024-11-14T00:26:36,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296afb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,40399,-1 for getting cluster id 2024-11-14T00:26:36,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:36,879 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b1bb83-10ea-4e30-81c6-ce34b620f863' 2024-11-14T00:26:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b1bb83-10ea-4e30-81c6-ce34b620f863" 2024-11-14T00:26:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c5735d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,40399,-1] 2024-11-14T00:26:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:36,880 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:36,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7378f6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:36,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,44843,1731543973808, seqNum=-1] 2024-11-14T00:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:36,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T00:26:36,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,40399,1731543973263 2024-11-14T00:26:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c12ae6e 2024-11-14T00:26:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:36,911 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T00:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2] 2024-11-14T00:26:36,930 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:26:36,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T00:26:36,960 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T00:26:36,973 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 0, reset compression=false 2024-11-14T00:26:36,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T00:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:36,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T00:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegion(2603): Flush status journal for a2a9f9119337ed1d77164f999ab8329e: 2024-11-14T00:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_0 2024-11-14T00:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_0 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ 2024-11-14T00:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_1 2024-11-14T00:26:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_1 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ 2024-11-14T00:26:37,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_0 into a2a9f9119337ed1d77164f999ab8329e/f as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ - updating store file list. 2024-11-14T00:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:37,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ into a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:37,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_0 into a2a9f9119337ed1d77164f999ab8329e/f (new location: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_) 2024-11-14T00:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_0 2024-11-14T00:26:37,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_1 into a2a9f9119337ed1d77164f999ab8329e/f as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ - updating store file list. 2024-11-14T00:26:37,110 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 0, reset compression=false 2024-11-14T00:26:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0de07e8336c54884847e483f09b398b2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:37,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ into a2a9f9119337ed1d77164f999ab8329e/f 2024-11-14T00:26:37,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_1 into a2a9f9119337ed1d77164f999ab8329e/f (new location: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/f/0de07e8336c54884847e483f09b398b2_SeqId_6_) 2024-11-14T00:26:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/staging/jenkins__test__raplsm95e9vmvmp4kpega0idptr4k20dcdon69c14gnoilern8cjh8pc7gdep9im/f/hfile_1 2024-11-14T00:26:37,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:37,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:37,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:37,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:37,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2 , the old value is region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=63baa11b75f3:44843 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:26:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T00:26:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e., hostname=63baa11b75f3,44843,1731543973808, seqNum=2 from cache 2024-11-14T00:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:53810 deadline: 1731544057120 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:53810 2024-11-14T00:26:37,125 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:26:37,131 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:26:37,132 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2a9f9119337ed1d77164f999ab8329e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543997115/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T00:26:37,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(318): Replicating [81b1bb83-10ea-4e30-81c6-ce34b620f863] bulk loaded data 2024-11-14T00:26:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741839_1015 (size=11194) 2024-11-14T00:26:37,224 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T00:26:37,288 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 0, reset compression=false 2024-11-14T00:26:37,316 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T00:26:37,317 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2a9f9119337ed1d77164f999ab8329e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731543997115/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T00:26:37,319 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T00:26:37,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T00:26:37,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(318): Replicating [81b1bb83-10ea-4e30-81c6-ce34b620f863] bulk loaded data 2024-11-14T00:26:37,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7851c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:37,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] client.ClusterIdFetcher(90): Going to request 63baa11b75f3,32835,-1 for getting cluster id 2024-11-14T00:26:37,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T00:26:37,328 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00' 2024-11-14T00:26:37,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T00:26:37,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26bbcbe9-e89b-4e4a-ab57-ed7a071e4f00" 2024-11-14T00:26:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8a0a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [63baa11b75f3,32835,-1] 2024-11-14T00:26:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T00:26:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:37,330 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T00:26:37,331 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:37,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e4bf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T00:26:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741837_1013 (size=11194) 2024-11-14T00:26:37,517 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741838_1014 (size=10791) 2024-11-14T00:26:37,668 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741840_1016 (size=10791) 2024-11-14T00:26:37,870 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:37,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T00:26:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 63baa11b75f3,32835,1731543984960 2024-11-14T00:26:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@deac967 2024-11-14T00:26:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T00:26:37,980 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T00:26:37,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:26:37,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T00:26:37,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=63baa11b75f3,34001,1731543985226, seqNum=-1] 2024-11-14T00:26:37,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T00:26:37,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T00:26:38,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T00:26:38,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T00:26:38,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ for inclusion in 15a73c1b05afe2590eba41b9b06b7b77/f 2024-11-14T00:26:38,098 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T00:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:38,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ for inclusion in 15a73c1b05afe2590eba41b9b06b7b77/f 2024-11-14T00:26:38,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T00:26:38,135 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T00:26:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T00:26:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HRegion(2603): Flush status journal for 15a73c1b05afe2590eba41b9b06b7b77: 2024-11-14T00:26:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:26:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/390cfb9c7dac482c900fad52ac43f4d0_SeqId_4_ 2024-11-14T00:26:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0de07e8336c54884847e483f09b398b2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:26:38,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T00:26:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/b91240ec5d244805b107202419765d36_SeqId_4_ 2024-11-14T00:26:38,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ into 15a73c1b05afe2590eba41b9b06b7b77/f as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/390cfb9c7dac482c900fad52ac43f4d0_SeqId_4_ - updating store file list. 2024-11-14T00:26:38,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T00:26:38,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ for inclusion in 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 390cfb9c7dac482c900fad52ac43f4d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:38,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/390cfb9c7dac482c900fad52ac43f4d0_SeqId_4_ into 15a73c1b05afe2590eba41b9b06b7b77/f 2024-11-14T00:26:38,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ into 15a73c1b05afe2590eba41b9b06b7b77/f (new location: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/390cfb9c7dac482c900fad52ac43f4d0_SeqId_4_) 2024-11-14T00:26:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ 2024-11-14T00:26:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T00:26:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:38,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ for inclusion in 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:38,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ into 15a73c1b05afe2590eba41b9b06b7b77/f as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/b91240ec5d244805b107202419765d36_SeqId_4_ - updating store file list. 2024-11-14T00:26:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T00:26:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T00:26:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HRegion(2603): Flush status journal for 27664cb4c8310cc991680a36c2d1054d: 2024-11-14T00:26:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0de07e8336c54884847e483f09b398b2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:26:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b91240ec5d244805b107202419765d36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:38,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/b91240ec5d244805b107202419765d36_SeqId_4_ into 15a73c1b05afe2590eba41b9b06b7b77/f 2024-11-14T00:26:38,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ into 15a73c1b05afe2590eba41b9b06b7b77/f (new location: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/f/b91240ec5d244805b107202419765d36_SeqId_4_) 2024-11-14T00:26:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/staging/jenkins.hfs.23__test__371ugcnj8rac9g4cahkqpb2koggf98rl6pilv3bmggpn3v8bfota5bd0iqrpolc/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ 2024-11-14T00:26:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/526c60ad46254d31b23a3803e95544d9_SeqId_6_ 2024-11-14T00:26:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T00:26:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/454951a5826545969f93bd641c176eaf_SeqId_6_ 2024-11-14T00:26:38,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(324): Finished replicating [81b1bb83-10ea-4e30-81c6-ce34b620f863] bulk loaded data 2024-11-14T00:26:38,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ into 27664cb4c8310cc991680a36c2d1054d/f as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/526c60ad46254d31b23a3803e95544d9_SeqId_6_ - updating store file list. 2024-11-14T00:26:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 526c60ad46254d31b23a3803e95544d9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:38,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/526c60ad46254d31b23a3803e95544d9_SeqId_6_ into 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:38,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ into 27664cb4c8310cc991680a36c2d1054d/f (new location: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/526c60ad46254d31b23a3803e95544d9_SeqId_6_) 2024-11-14T00:26:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/0de07e8336c54884847e483f09b398b2_SeqId_6_ 2024-11-14T00:26:38,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ into 27664cb4c8310cc991680a36c2d1054d/f as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/454951a5826545969f93bd641c176eaf_SeqId_6_ - updating store file list. 2024-11-14T00:26:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 454951a5826545969f93bd641c176eaf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T00:26:38,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/454951a5826545969f93bd641c176eaf_SeqId_6_ into 27664cb4c8310cc991680a36c2d1054d/f 2024-11-14T00:26:38,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ into 27664cb4c8310cc991680a36c2d1054d/f (new location: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/f/454951a5826545969f93bd641c176eaf_SeqId_6_) 2024-11-14T00:26:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/staging/jenkins.hfs.22__test__er7asij9hjk0ba7u6kh94tmjg7dtv4t0bikmaufro6gto2it05sqmjpnnme6mvp9/f/9ae4e8fe669a4dd8a4ef8b6d2fd7240d_SeqId_6_ 2024-11-14T00:26:38,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(324): Finished replicating [81b1bb83-10ea-4e30-81c6-ce34b620f863] bulk loaded data 2024-11-14T00:26:38,306 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:38,635 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:38,887 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:26:39,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:39,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:39,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:39,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:39,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:26:39,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923326892, stopped=false 2024-11-14T00:26:39,168 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,32835,1731543984960 2024-11-14T00:26:39,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-6988069/running 2024-11-14T00:26:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-6988069/running 2024-11-14T00:26:39,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:39,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:39,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:39,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:39,235 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,34001,1731543985226' ***** 2024-11-14T00:26:39,235 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:26:39,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/running 2024-11-14T00:26:39,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Set watcher on znode that does not yet exist, /2-6988069/running 2024-11-14T00:26:39,236 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:26:39,237 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:26:39,237 INFO [RS:0;63baa11b75f3:34001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:26:39,237 INFO [RS:0;63baa11b75f3:34001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:26:39,237 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:39,244 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,34001,1731543985226 2024-11-14T00:26:39,244 INFO [RS:0;63baa11b75f3:34001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:39,244 INFO [RS:0;63baa11b75f3:34001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:34001. 2024-11-14T00:26:39,244 DEBUG [RS:0;63baa11b75f3:34001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:39,244 DEBUG [RS:0;63baa11b75f3:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:39,245 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:26:39,245 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:26:39,245 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:26:39,245 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:26:39,254 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15a73c1b05afe2590eba41b9b06b7b77, disabling compactions & flushes 2024-11-14T00:26:39,254 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:39,254 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:39,254 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. after waiting 0 ms 2024-11-14T00:26:39,254 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:39,255 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:26:39,255 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 15a73c1b05afe2590eba41b9b06b7b77=test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77.} 2024-11-14T00:26:39,255 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:39,255 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15a73c1b05afe2590eba41b9b06b7b77 2024-11-14T00:26:39,255 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:39,255 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:39,255 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:39,255 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:39,255 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T00:26:39,256 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:39,303 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/info/c7f2e77856f24e32a4b551b601ca117e is 129, key is test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77./info:regioninfo/1731543990682/Put/seqid=0 2024-11-14T00:26:39,308 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:39,320 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/default/test/15a73c1b05afe2590eba41b9b06b7b77/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T00:26:39,326 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:39,326 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:26:39,327 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:39,327 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15a73c1b05afe2590eba41b9b06b7b77: Waiting for close lock at 1731543999254Running coprocessor pre-close hooks at 1731543999254Disabling compacts and flushes for region at 1731543999254Disabling writes for close at 1731543999254Writing region close event to WAL at 1731543999276 (+22 ms)Running coprocessor post-close hooks at 1731543999326 (+50 ms)Closed at 1731543999326 2024-11-14T00:26:39,327 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77. 2024-11-14T00:26:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741839_1015 (size=6421) 2024-11-14T00:26:39,455 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:39,518 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:39,656 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:39,771 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/info/c7f2e77856f24e32a4b551b601ca117e 2024-11-14T00:26:39,818 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/ns/e3286c1dee4e40ceadfee0895d58c308 is 43, key is default/ns:d/1731543988054/Put/seqid=0 2024-11-14T00:26:39,856 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:39,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741840_1016 (size=5153) 2024-11-14T00:26:39,868 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/ns/e3286c1dee4e40ceadfee0895d58c308 2024-11-14T00:26:39,923 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/rep_barrier/d6db6113582a4a20a0176d3638ee37ef is 112, key is test,,1731543990101.15a73c1b05afe2590eba41b9b06b7b77./rep_barrier:seqnumDuringOpen/1731543990682/Put/seqid=0 2024-11-14T00:26:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741841_1017 (size=5518) 2024-11-14T00:26:39,987 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:40,059 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:40,242 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:26:40,242 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:26:40,248 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:40,261 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:26:40,261 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:26:40,261 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:40,333 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/rep_barrier/d6db6113582a4a20a0176d3638ee37ef 2024-11-14T00:26:40,390 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/table/9daaef052d884b0ca3db3821d3a8982d is 40, key is test/table:state/1731543990720/Put/seqid=0 2024-11-14T00:26:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741842_1018 (size=5165) 2024-11-14T00:26:40,407 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/table/9daaef052d884b0ca3db3821d3a8982d 2024-11-14T00:26:40,430 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/info/c7f2e77856f24e32a4b551b601ca117e as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/info/c7f2e77856f24e32a4b551b601ca117e 2024-11-14T00:26:40,448 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/info/c7f2e77856f24e32a4b551b601ca117e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T00:26:40,452 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/ns/e3286c1dee4e40ceadfee0895d58c308 as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/ns/e3286c1dee4e40ceadfee0895d58c308 2024-11-14T00:26:40,462 DEBUG [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:40,474 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/ns/e3286c1dee4e40ceadfee0895d58c308, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:26:40,488 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/rep_barrier/d6db6113582a4a20a0176d3638ee37ef as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/rep_barrier/d6db6113582a4a20a0176d3638ee37ef 2024-11-14T00:26:40,513 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/rep_barrier/d6db6113582a4a20a0176d3638ee37ef, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T00:26:40,517 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/.tmp/table/9daaef052d884b0ca3db3821d3a8982d as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/table/9daaef052d884b0ca3db3821d3a8982d 2024-11-14T00:26:40,538 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/table/9daaef052d884b0ca3db3821d3a8982d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:26:40,539 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=11, compaction requested=false 2024-11-14T00:26:40,621 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:26:40,624 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:40,624 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:26:40,624 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:40,624 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731543999255Running coprocessor pre-close hooks at 1731543999255Disabling compacts and flushes for region at 1731543999255Disabling writes for close at 1731543999255Obtaining lock to block concurrent updates at 1731543999255Preparing flush snapshotting stores in 1588230740 at 1731543999255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731543999256 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731543999256Flushing 1588230740/info: creating writer at 1731543999257 (+1 ms)Flushing 1588230740/info: appending metadata at 1731543999302 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731543999302Flushing 1588230740/ns: creating writer at 1731543999777 (+475 ms)Flushing 1588230740/ns: appending metadata at 1731543999817 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731543999817Flushing 1588230740/rep_barrier: creating writer at 1731543999901 (+84 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731543999922 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731543999922Flushing 1588230740/table: creating writer at 1731544000347 (+425 ms)Flushing 1588230740/table: appending metadata at 1731544000389 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731544000389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23873557: reopening flushed file at 1731544000428 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605c99f7: reopening flushed file at 1731544000449 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd56b5f: reopening flushed file at 1731544000474 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b272fa1: reopening flushed file at 1731544000513 (+39 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=11, compaction requested=false at 1731544000539 (+26 ms)Writing region close event to WAL at 1731544000608 (+69 ms)Running coprocessor post-close hooks at 1731544000624 (+16 ms)Closed at 1731544000624 2024-11-14T00:26:40,625 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:40,663 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,34001,1731543985226; all regions closed. 2024-11-14T00:26:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741834_1010 (size=2717) 2024-11-14T00:26:40,699 DEBUG [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/oldWALs 2024-11-14T00:26:40,699 INFO [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C34001%2C1731543985226.meta:.meta(num 1731543987932) 2024-11-14T00:26:40,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/WALs/63baa11b75f3,34001,1731543985226/63baa11b75f3%2C34001%2C1731543985226.1731543987380 not finished, retry = 0 2024-11-14T00:26:40,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741833_1009 (size=1028) 2024-11-14T00:26:40,822 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:40,835 DEBUG [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/oldWALs 2024-11-14T00:26:40,835 INFO [RS:0;63baa11b75f3:34001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C34001%2C1731543985226:(num 1731543987380) 2024-11-14T00:26:40,835 DEBUG [RS:0;63baa11b75f3:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:40,835 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:40,836 INFO [RS:0;63baa11b75f3:34001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:40,836 INFO [RS:0;63baa11b75f3:34001 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:40,836 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:40,836 INFO [RS:0;63baa11b75f3:34001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:40,837 INFO [RS:0;63baa11b75f3:34001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:34001. 2024-11-14T00:26:40,837 DEBUG [RS:0;63baa11b75f3:34001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:40,837 DEBUG [RS:0;63baa11b75f3:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:40,837 DEBUG [RS:0;63baa11b75f3:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:40,837 INFO [RS:0;63baa11b75f3:34001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34001 2024-11-14T00:26:40,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069/rs 2024-11-14T00:26:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-6988069/rs/63baa11b75f3,34001,1731543985226 2024-11-14T00:26:40,848 INFO [RS:0;63baa11b75f3:34001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:40,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,34001,1731543985226] 2024-11-14T00:26:40,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-6988069/draining/63baa11b75f3,34001,1731543985226 already deleted, retry=false 2024-11-14T00:26:40,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,34001,1731543985226 expired; onlineServers=0 2024-11-14T00:26:40,870 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,32835,1731543984960' ***** 2024-11-14T00:26:40,870 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:26:40,870 INFO [M:0;63baa11b75f3:32835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:40,870 INFO [M:0;63baa11b75f3:32835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:40,870 DEBUG [M:0;63baa11b75f3:32835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:26:40,870 DEBUG [M:0;63baa11b75f3:32835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:26:40,870 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543986778 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543986778,5,FailOnTimeoutGroup] 2024-11-14T00:26:40,870 INFO [M:0;63baa11b75f3:32835 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:40,870 INFO [M:0;63baa11b75f3:32835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:40,870 DEBUG [M:0;63baa11b75f3:32835 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:26:40,870 INFO [M:0;63baa11b75f3:32835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:26:40,871 INFO [M:0;63baa11b75f3:32835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:40,871 INFO [M:0;63baa11b75f3:32835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:26:40,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:26:40,871 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543986776 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543986776,5,FailOnTimeoutGroup] 2024-11-14T00:26:40,872 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:26:40,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-6988069/master 2024-11-14T00:26:40,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-6988069 2024-11-14T00:26:40,880 DEBUG [M:0;63baa11b75f3:32835 {}] zookeeper.ZKUtil(347): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Unable to get data of znode /2-6988069/master because node does not exist (not an error) 2024-11-14T00:26:40,880 WARN [M:0;63baa11b75f3:32835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:26:40,883 INFO [M:0;63baa11b75f3:32835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/.lastflushedseqids 2024-11-14T00:26:40,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741843_1019 (size=173) 2024-11-14T00:26:40,932 INFO [M:0;63baa11b75f3:32835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:26:40,932 INFO [M:0;63baa11b75f3:32835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:26:40,932 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:40,932 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:40,933 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:40,933 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:40,933 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:40,933 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T00:26:40,958 DEBUG [M:0;63baa11b75f3:32835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aff2870947cd4ff18384e4a3bc77249e is 82, key is hbase:meta,,1/info:regioninfo/1731543987994/Put/seqid=0 2024-11-14T00:26:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10136bc30950007, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:40,960 INFO [RS:0;63baa11b75f3:34001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:40,960 INFO [RS:0;63baa11b75f3:34001 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,34001,1731543985226; zookeeper connection closed. 2024-11-14T00:26:40,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@153b8f08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@153b8f08 2024-11-14T00:26:40,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:26:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741844_1020 (size=5672) 2024-11-14T00:26:40,996 INFO [M:0;63baa11b75f3:32835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aff2870947cd4ff18384e4a3bc77249e 2024-11-14T00:26:41,012 DEBUG [M:0;63baa11b75f3:32835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4be41caecbf34df78f686665539ba9c3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543990734/Put/seqid=0 2024-11-14T00:26:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741845_1021 (size=6586) 2024-11-14T00:26:41,069 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:41,417 INFO [M:0;63baa11b75f3:32835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4be41caecbf34df78f686665539ba9c3 2024-11-14T00:26:41,434 DEBUG [M:0;63baa11b75f3:32835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c7249a0aeec46a28e52b6ae26f1b40a is 69, key is 63baa11b75f3,34001,1731543985226/rs:state/1731543986871/Put/seqid=0 2024-11-14T00:26:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741846_1022 (size=5156) 2024-11-14T00:26:41,739 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:41,844 INFO [M:0;63baa11b75f3:32835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c7249a0aeec46a28e52b6ae26f1b40a 2024-11-14T00:26:41,854 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aff2870947cd4ff18384e4a3bc77249e as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aff2870947cd4ff18384e4a3bc77249e 2024-11-14T00:26:41,858 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aff2870947cd4ff18384e4a3bc77249e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T00:26:41,859 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4be41caecbf34df78f686665539ba9c3 as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4be41caecbf34df78f686665539ba9c3 2024-11-14T00:26:41,866 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4be41caecbf34df78f686665539ba9c3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T00:26:41,867 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c7249a0aeec46a28e52b6ae26f1b40a as hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c7249a0aeec46a28e52b6ae26f1b40a 2024-11-14T00:26:41,872 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/f709fe1d-767a-977a-e0fb-d85399207cd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c7249a0aeec46a28e52b6ae26f1b40a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T00:26:41,873 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=55, compaction requested=false 2024-11-14T00:26:41,881 INFO [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:41,881 DEBUG [M:0;63baa11b75f3:32835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731544000932Disabling compacts and flushes for region at 1731544000932Disabling writes for close at 1731544000933 (+1 ms)Obtaining lock to block concurrent updates at 1731544000933Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731544000933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731544000933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731544000935 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731544000935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731544000957 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731544000957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731544000999 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731544001012 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731544001012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731544001420 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731544001434 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731544001434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6cfffd: reopening flushed file at 1731544001853 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e27180: reopening flushed file at 1731544001858 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb53817: reopening flushed file at 1731544001867 (+9 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=55, compaction requested=false at 1731544001873 (+6 ms)Writing region close event to WAL at 1731544001881 (+8 ms)Closed at 1731544001881 2024-11-14T00:26:41,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741830_1006 (size=32770) 2024-11-14T00:26:41,891 INFO [M:0;63baa11b75f3:32835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:26:41,891 INFO [M:0;63baa11b75f3:32835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32835 2024-11-14T00:26:41,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:41,891 INFO [M:0;63baa11b75f3:32835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:41,972 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:42,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:42,000 INFO [M:0;63baa11b75f3:32835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:42,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32835-0x10136bc30950006, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:42,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2edbcf20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:42,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d04d13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:42,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:42,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d521a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:42,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd1a4b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:42,004 WARN [BP-841009597-172.17.0.3-1731543981950 heartbeating to localhost/127.0.0.1:37125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:26:42,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:26:42,004 WARN [BP-841009597-172.17.0.3-1731543981950 heartbeating to localhost/127.0.0.1:37125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-841009597-172.17.0.3-1731543981950 (Datanode Uuid 6c3d4bc5-3b7b-41ab-bd33-1fb9cfbd5a3b) service to localhost/127.0.0.1:37125 2024-11-14T00:26:42,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:26:42,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/cluster_b7cb700b-756c-7bb6-1986-01fd3b9fa666/data/data1/current/BP-841009597-172.17.0.3-1731543981950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:42,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/cluster_b7cb700b-756c-7bb6-1986-01fd3b9fa666/data/data2/current/BP-841009597-172.17.0.3-1731543981950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:42,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:26:42,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27dd6766{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:42,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15f43817{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:42,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:42,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:42,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ddb0607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c24d93-572b-75bd-8d4a-07b7f63c7d7a/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:26:42,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:26:42,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:42,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:42,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:42,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:26:42,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=549525191, stopped=false 2024-11-14T00:26:42,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,36929,1731543979161 2024-11-14T00:26:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099178422/running 2024-11-14T00:26:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099178422/running 2024-11-14T00:26:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:42,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:42,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:42,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:42,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/running 2024-11-14T00:26:42,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,41843,1731543979307' ***** 2024-11-14T00:26:42,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:26:42,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Set watcher on znode that does not yet exist, /12099178422/running 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:26:42,038 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,41843,1731543979307 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:41843. 2024-11-14T00:26:42,038 DEBUG [RS:0;63baa11b75f3:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:42,038 DEBUG [RS:0;63baa11b75f3:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,038 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27664cb4c8310cc991680a36c2d1054d, disabling compactions & flushes 2024-11-14T00:26:42,038 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:42,038 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:26:42,038 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. after waiting 0 ms 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:26:42,038 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:26:42,038 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:26:42,039 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T00:26:42,039 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 27664cb4c8310cc991680a36c2d1054d=test,,1731543988947.27664cb4c8310cc991680a36c2d1054d.} 2024-11-14T00:26:42,039 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27664cb4c8310cc991680a36c2d1054d 2024-11-14T00:26:42,039 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:42,039 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:42,039 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:42,039 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:42,039 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:42,039 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T00:26:42,042 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/default/test/27664cb4c8310cc991680a36c2d1054d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:26:42,042 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:42,042 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:26:42,042 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:42,042 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27664cb4c8310cc991680a36c2d1054d: Waiting for close lock at 1731544002038Running coprocessor pre-close hooks at 1731544002038Disabling compacts and flushes for region at 1731544002038Disabling writes for close at 1731544002038Writing region close event to WAL at 1731544002039 (+1 ms)Running coprocessor post-close hooks at 1731544002042 (+3 ms)Closed at 1731544002042 2024-11-14T00:26:42,042 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543988947.27664cb4c8310cc991680a36c2d1054d. 2024-11-14T00:26:42,052 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/info/b22b1182503d4bc4a1ba2091797eb401 is 129, key is test,,1731543988947.27664cb4c8310cc991680a36c2d1054d./info:regioninfo/1731543989919/Put/seqid=0 2024-11-14T00:26:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741841_1017 (size=6421) 2024-11-14T00:26:42,076 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:42,239 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:42,439 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:42,459 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/info/b22b1182503d4bc4a1ba2091797eb401 2024-11-14T00:26:42,502 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/ns/3782d0ab36fe44849741f9fed5707dbd is 43, key is default/ns:d/1731543981641/Put/seqid=0 2024-11-14T00:26:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741842_1018 (size=5153) 2024-11-14T00:26:42,551 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/ns/3782d0ab36fe44849741f9fed5707dbd 2024-11-14T00:26:42,624 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/rep_barrier/abbf7cdd121a4547b3ada649cf6a93ea is 112, key is test,,1731543988947.27664cb4c8310cc991680a36c2d1054d./rep_barrier:seqnumDuringOpen/1731543989919/Put/seqid=0 2024-11-14T00:26:42,640 DEBUG [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:42,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741843_1019 (size=5518) 2024-11-14T00:26:42,658 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/rep_barrier/abbf7cdd121a4547b3ada649cf6a93ea 2024-11-14T00:26:42,706 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/table/c5b7c34938b94618ae5f06372b63d7c2 is 40, key is test/table:state/1731543989968/Put/seqid=0 2024-11-14T00:26:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741844_1020 (size=5165) 2024-11-14T00:26:42,734 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/table/c5b7c34938b94618ae5f06372b63d7c2 2024-11-14T00:26:42,740 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/info/b22b1182503d4bc4a1ba2091797eb401 as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/info/b22b1182503d4bc4a1ba2091797eb401 2024-11-14T00:26:42,747 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/info/b22b1182503d4bc4a1ba2091797eb401, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T00:26:42,747 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/ns/3782d0ab36fe44849741f9fed5707dbd as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/ns/3782d0ab36fe44849741f9fed5707dbd 2024-11-14T00:26:42,756 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/ns/3782d0ab36fe44849741f9fed5707dbd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:26:42,757 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/rep_barrier/abbf7cdd121a4547b3ada649cf6a93ea as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/rep_barrier/abbf7cdd121a4547b3ada649cf6a93ea 2024-11-14T00:26:42,761 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/rep_barrier/abbf7cdd121a4547b3ada649cf6a93ea, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T00:26:42,762 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/.tmp/table/c5b7c34938b94618ae5f06372b63d7c2 as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/table/c5b7c34938b94618ae5f06372b63d7c2 2024-11-14T00:26:42,764 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:42,787 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/table/c5b7c34938b94618ae5f06372b63d7c2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T00:26:42,788 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 749ms, sequenceid=11, compaction requested=false 2024-11-14T00:26:42,807 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T00:26:42,807 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:42,807 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:26:42,807 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:42,807 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731544002039Running coprocessor pre-close hooks at 1731544002039Disabling compacts and flushes for region at 1731544002039Disabling writes for close at 1731544002039Obtaining lock to block concurrent updates at 1731544002039Preparing flush snapshotting stores in 1588230740 at 1731544002039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731544002039Flushing stores of hbase:meta,,1.1588230740 at 1731544002040 (+1 ms)Flushing 1588230740/info: creating writer at 1731544002040Flushing 1588230740/info: appending metadata at 1731544002051 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731544002051Flushing 1588230740/ns: creating writer at 1731544002476 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731544002501 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731544002501Flushing 1588230740/rep_barrier: creating writer at 1731544002567 (+66 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731544002624 (+57 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731544002624Flushing 1588230740/table: creating writer at 1731544002668 (+44 ms)Flushing 1588230740/table: appending metadata at 1731544002705 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731544002705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d9b9f8: reopening flushed file at 1731544002739 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc186c1: reopening flushed file at 1731544002747 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5996b2de: reopening flushed file at 1731544002756 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7931dd4d: reopening flushed file at 1731544002761 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 749ms, sequenceid=11, compaction requested=false at 1731544002788 (+27 ms)Writing region close event to WAL at 1731544002804 (+16 ms)Running coprocessor post-close hooks at 1731544002807 (+3 ms)Closed at 1731544002807 2024-11-14T00:26:42,807 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:42,841 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,41843,1731543979307; all regions closed. 2024-11-14T00:26:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741834_1010 (size=2717) 2024-11-14T00:26:42,851 DEBUG [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/oldWALs 2024-11-14T00:26:42,851 INFO [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C41843%2C1731543979307.meta:.meta(num 1731543981414) 2024-11-14T00:26:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741833_1009 (size=1374) 2024-11-14T00:26:42,876 DEBUG [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/oldWALs 2024-11-14T00:26:42,876 INFO [RS:0;63baa11b75f3:41843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 63baa11b75f3%2C41843%2C1731543979307:(num 1731543981011) 2024-11-14T00:26:42,876 DEBUG [RS:0;63baa11b75f3:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,876 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:42,880 INFO [RS:0;63baa11b75f3:41843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:42,880 INFO [RS:0;63baa11b75f3:41843 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:42,880 INFO [RS:0;63baa11b75f3:41843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:42,880 INFO [RS:0;63baa11b75f3:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:41843. 2024-11-14T00:26:42,881 DEBUG [RS:0;63baa11b75f3:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:42,881 DEBUG [RS:0;63baa11b75f3:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,881 DEBUG [RS:0;63baa11b75f3:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:42,881 INFO [RS:0;63baa11b75f3:41843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41843 2024-11-14T00:26:42,881 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:42,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:42,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099178422/rs/63baa11b75f3,41843,1731543979307 2024-11-14T00:26:42,929 INFO [RS:0;63baa11b75f3:41843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:42,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422/rs 2024-11-14T00:26:42,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,41843,1731543979307] 2024-11-14T00:26:42,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12099178422/draining/63baa11b75f3,41843,1731543979307 already deleted, retry=false 2024-11-14T00:26:42,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,41843,1731543979307 expired; onlineServers=0 2024-11-14T00:26:42,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,36929,1731543979161' ***** 2024-11-14T00:26:42,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:42,961 DEBUG [M:0;63baa11b75f3:36929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:26:42,961 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:26:42,961 DEBUG [M:0;63baa11b75f3:36929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:26:42,961 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543980714 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543980714,5,FailOnTimeoutGroup] 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:42,961 DEBUG [M:0;63baa11b75f3:36929 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:42,961 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543980714 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543980714,5,FailOnTimeoutGroup] 2024-11-14T00:26:42,961 INFO [M:0;63baa11b75f3:36929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:26:42,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:26:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12099178422/master 2024-11-14T00:26:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12099178422 2024-11-14T00:26:42,974 DEBUG [M:0;63baa11b75f3:36929 {}] zookeeper.ZKUtil(347): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Unable to get data of znode /12099178422/master because node does not exist (not an error) 2024-11-14T00:26:42,974 WARN [M:0;63baa11b75f3:36929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:26:42,975 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:42,985 INFO [M:0;63baa11b75f3:36929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/.lastflushedseqids 2024-11-14T00:26:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741845_1021 (size=173) 2024-11-14T00:26:43,014 INFO [M:0;63baa11b75f3:36929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:26:43,014 INFO [M:0;63baa11b75f3:36929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:26:43,014 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:43,014 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:43,014 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:43,014 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:43,014 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:43,014 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T00:26:43,030 DEBUG [M:0;63baa11b75f3:36929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f31d37cec8e498688b37a72bfb1b29c is 82, key is hbase:meta,,1/info:regioninfo/1731543981599/Put/seqid=0 2024-11-14T00:26:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741846_1022 (size=5672) 2024-11-14T00:26:43,044 INFO [RS:0;63baa11b75f3:41843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:43,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:43,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10136bc30950004, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:43,044 INFO [RS:0;63baa11b75f3:41843 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,41843,1731543979307; zookeeper connection closed. 2024-11-14T00:26:43,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30154feb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30154feb 2024-11-14T00:26:43,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:26:43,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T00:26:43,434 INFO [M:0;63baa11b75f3:36929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f31d37cec8e498688b37a72bfb1b29c 2024-11-14T00:26:43,457 DEBUG [M:0;63baa11b75f3:36929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e58a2dba59f44b1a88c0d46b73f6390a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731543989986/Put/seqid=0 2024-11-14T00:26:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741847_1023 (size=6586) 2024-11-14T00:26:43,461 INFO [M:0;63baa11b75f3:36929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e58a2dba59f44b1a88c0d46b73f6390a 2024-11-14T00:26:43,481 DEBUG [M:0;63baa11b75f3:36929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/924bd01387974f3c8e9469e14212be99 is 69, key is 63baa11b75f3,41843,1731543979307/rs:state/1731543980810/Put/seqid=0 2024-11-14T00:26:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741848_1024 (size=5156) 2024-11-14T00:26:43,485 INFO [M:0;63baa11b75f3:36929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/924bd01387974f3c8e9469e14212be99 2024-11-14T00:26:43,504 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f31d37cec8e498688b37a72bfb1b29c as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f31d37cec8e498688b37a72bfb1b29c 2024-11-14T00:26:43,514 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f31d37cec8e498688b37a72bfb1b29c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T00:26:43,515 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e58a2dba59f44b1a88c0d46b73f6390a as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e58a2dba59f44b1a88c0d46b73f6390a 2024-11-14T00:26:43,519 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e58a2dba59f44b1a88c0d46b73f6390a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T00:26:43,521 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/924bd01387974f3c8e9469e14212be99 as hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/924bd01387974f3c8e9469e14212be99 2024-11-14T00:26:43,530 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/f587ef20-b336-4a58-0b6e-5d70f6888ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/924bd01387974f3c8e9469e14212be99, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T00:26:43,531 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=55, compaction requested=false 2024-11-14T00:26:43,537 INFO [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:43,537 DEBUG [M:0;63baa11b75f3:36929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731544003014Disabling compacts and flushes for region at 1731544003014Disabling writes for close at 1731544003014Obtaining lock to block concurrent updates at 1731544003014Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731544003014Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731544003014Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731544003015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731544003015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731544003029 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731544003029Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731544003437 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731544003457 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731544003457Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731544003464 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731544003481 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731544003481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585ddf3f: reopening flushed file at 1731544003499 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30936ea9: reopening flushed file at 1731544003515 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456737f: reopening flushed file at 1731544003519 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=55, compaction requested=false at 1731544003531 (+12 ms)Writing region close event to WAL at 1731544003537 (+6 ms)Closed at 1731544003537 2024-11-14T00:26:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741830_1006 (size=32770) 2024-11-14T00:26:43,548 INFO [M:0;63baa11b75f3:36929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:26:43,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:43,548 INFO [M:0;63baa11b75f3:36929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36929 2024-11-14T00:26:43,549 INFO [M:0;63baa11b75f3:36929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:43,672 INFO [M:0;63baa11b75f3:36929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:43,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:43,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36929-0x10136bc30950003, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:43,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b33b855{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:43,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@729d566c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:43,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:43,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c15b83a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:43,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6236f6fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:43,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:26:43,676 WARN [BP-409740294-172.17.0.3-1731543976632 heartbeating to localhost/127.0.0.1:35547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:26:43,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:26:43,676 WARN [BP-409740294-172.17.0.3-1731543976632 heartbeating to localhost/127.0.0.1:35547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409740294-172.17.0.3-1731543976632 (Datanode Uuid 7afb8e6a-93ce-42f8-9aaf-60b002822da5) service to localhost/127.0.0.1:35547 2024-11-14T00:26:43,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/cluster_439ff9be-3507-7e80-d858-87489a8c1aea/data/data1/current/BP-409740294-172.17.0.3-1731543976632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:43,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/cluster_439ff9be-3507-7e80-d858-87489a8c1aea/data/data2/current/BP-409740294-172.17.0.3-1731543976632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:43,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:26:43,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7025b5c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:43,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@495254f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:43,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:43,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9d1b6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:43,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceec9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e13400-dccf-bad8-3504-7454dea8b28b/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:43,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:26:43,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T00:26:43,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:43,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:43,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:43,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:43,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:43,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T00:26:43,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1195068878, stopped=false 2024-11-14T00:26:43,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=63baa11b75f3,40399,1731543973263 2024-11-14T00:26:43,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1203465771/running 2024-11-14T00:26:43,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1203465771/running 2024-11-14T00:26:43,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:43,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:43,711 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:43,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T00:26:43,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:43,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:43,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '63baa11b75f3,44843,1731543973808' ***** 2024-11-14T00:26:43,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T00:26:43,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/running 2024-11-14T00:26:43,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Set watcher on znode that does not yet exist, /0-1203465771/running 2024-11-14T00:26:43,711 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T00:26:43,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 00c36d72cbb685a4aa3df017d3b91c83 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(959): stopping server 63baa11b75f3,44843,1731543973808 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:43,712 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00c36d72cbb685a4aa3df017d3b91c83, disabling compactions & flushes 2024-11-14T00:26:43,712 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:44843. 2024-11-14T00:26:43,712 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:43,712 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. after waiting 0 ms 2024-11-14T00:26:43,712 DEBUG [RS:0;63baa11b75f3:44843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:43,712 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:43,712 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T00:26:43,712 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00c36d72cbb685a4aa3df017d3b91c83 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T00:26:43,712 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T00:26:43,712 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1325): Online Regions={00c36d72cbb685a4aa3df017d3b91c83=hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83., 1588230740=hbase:meta,,1.1588230740, a2a9f9119337ed1d77164f999ab8329e=test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e.} 2024-11-14T00:26:43,712 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 00c36d72cbb685a4aa3df017d3b91c83, 1588230740, a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:43,713 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T00:26:43,713 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T00:26:43,713 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T00:26:43,713 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T00:26:43,713 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T00:26:43,713 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T00:26:43,727 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/info/84cc83f006c04347a825c1bf741f60d1 is 147, key is hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83./info:regioninfo/1731543991503/Put/seqid=0 2024-11-14T00:26:43,730 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/.tmp/hfileref/59d832485c06426b823b0f382ab9dc14 is 74, key is 1/hfileref:0de07e8336c54884847e483f09b398b2_SeqId_6_/1731543998272/DeleteColumn/seqid=0 2024-11-14T00:26:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741847_1023 (size=7686) 2024-11-14T00:26:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741848_1024 (size=5489) 2024-11-14T00:26:43,757 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/info/84cc83f006c04347a825c1bf741f60d1 2024-11-14T00:26:43,801 INFO [regionserver/63baa11b75f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:43,805 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/ns/0a5650cd109f4a8b84515db3d6a3677d is 43, key is default/ns:d/1731543976392/Put/seqid=0 2024-11-14T00:26:43,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741849_1025 (size=5153) 2024-11-14T00:26:43,897 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:43,905 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T00:26:43,905 INFO [regionserver/63baa11b75f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T00:26:43,916 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 00c36d72cbb685a4aa3df017d3b91c83, 1588230740, a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:44,086 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:44,117 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 00c36d72cbb685a4aa3df017d3b91c83, 1588230740, a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:44,147 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/.tmp/hfileref/59d832485c06426b823b0f382ab9dc14 2024-11-14T00:26:44,175 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/.tmp/queue/5be6887e89dd4cb590cc3ef3631707e0 is 153, key is 1-63baa11b75f3,44843,1731543973808/queue:63baa11b75f3%2C44843%2C1731543973808/1731543998276/Put/seqid=0 2024-11-14T00:26:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741850_1026 (size=5504) 2024-11-14T00:26:44,209 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/ns/0a5650cd109f4a8b84515db3d6a3677d 2024-11-14T00:26:44,228 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/rep_barrier/94d9ee22e6754655a4f77b8d01cb236d is 112, key is test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e./rep_barrier:seqnumDuringOpen/1731543988915/Put/seqid=0 2024-11-14T00:26:44,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741851_1027 (size=5518) 2024-11-14T00:26:44,317 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 00c36d72cbb685a4aa3df017d3b91c83, 1588230740, a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,517 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 00c36d72cbb685a4aa3df017d3b91c83, 1588230740, a2a9f9119337ed1d77164f999ab8329e 2024-11-14T00:26:44,580 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/.tmp/queue/5be6887e89dd4cb590cc3ef3631707e0 2024-11-14T00:26:44,583 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/.tmp/hfileref/59d832485c06426b823b0f382ab9dc14 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/hfileref/59d832485c06426b823b0f382ab9dc14 2024-11-14T00:26:44,587 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/hfileref/59d832485c06426b823b0f382ab9dc14, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T00:26:44,588 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/.tmp/queue/5be6887e89dd4cb590cc3ef3631707e0 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/queue/5be6887e89dd4cb590cc3ef3631707e0 2024-11-14T00:26:44,592 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/queue/5be6887e89dd4cb590cc3ef3631707e0, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T00:26:44,592 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 00c36d72cbb685a4aa3df017d3b91c83 in 880ms, sequenceid=17, compaction requested=false 2024-11-14T00:26:44,596 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/replication/00c36d72cbb685a4aa3df017d3b91c83/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T00:26:44,596 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:44,596 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:26:44,596 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:44,596 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00c36d72cbb685a4aa3df017d3b91c83: Waiting for close lock at 1731544003712Running coprocessor pre-close hooks at 1731544003712Disabling compacts and flushes for region at 1731544003712Disabling writes for close at 1731544003712Obtaining lock to block concurrent updates at 1731544003712Preparing flush snapshotting stores in 00c36d72cbb685a4aa3df017d3b91c83 at 1731544003712Finished memstore snapshotting hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731544003712Flushing stores of hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. at 1731544003713 (+1 ms)Flushing 00c36d72cbb685a4aa3df017d3b91c83/hfileref: creating writer at 1731544003713Flushing 00c36d72cbb685a4aa3df017d3b91c83/hfileref: appending metadata at 1731544003730 (+17 ms)Flushing 00c36d72cbb685a4aa3df017d3b91c83/hfileref: closing flushed file at 1731544003730Flushing 00c36d72cbb685a4aa3df017d3b91c83/queue: creating writer at 1731544004151 (+421 ms)Flushing 00c36d72cbb685a4aa3df017d3b91c83/queue: appending metadata at 1731544004175 (+24 ms)Flushing 00c36d72cbb685a4aa3df017d3b91c83/queue: closing flushed file at 1731544004175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2f7239: reopening flushed file at 1731544004583 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a94aef2: reopening flushed file at 1731544004587 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 00c36d72cbb685a4aa3df017d3b91c83 in 880ms, sequenceid=17, compaction requested=false at 1731544004592 (+5 ms)Writing region close event to WAL at 1731544004593 (+1 ms)Running coprocessor post-close hooks at 1731544004596 (+3 ms)Closed at 1731544004596 2024-11-14T00:26:44,597 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731543990804.00c36d72cbb685a4aa3df017d3b91c83. 2024-11-14T00:26:44,597 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2a9f9119337ed1d77164f999ab8329e, disabling compactions & flushes 2024-11-14T00:26:44,597 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:44,597 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:44,597 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. after waiting 0 ms 2024-11-14T00:26:44,597 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:44,600 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/default/test/a2a9f9119337ed1d77164f999ab8329e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T00:26:44,600 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:44,600 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T00:26:44,600 INFO [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:44,600 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2a9f9119337ed1d77164f999ab8329e: Waiting for close lock at 1731544004597Running coprocessor pre-close hooks at 1731544004597Disabling compacts and flushes for region at 1731544004597Disabling writes for close at 1731544004597Writing region close event to WAL at 1731544004597Running coprocessor post-close hooks at 1731544004600 (+3 ms)Closed at 1731544004600 2024-11-14T00:26:44,600 DEBUG [RS_CLOSE_REGION-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731543988296.a2a9f9119337ed1d77164f999ab8329e. 2024-11-14T00:26:44,632 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/rep_barrier/94d9ee22e6754655a4f77b8d01cb236d 2024-11-14T00:26:44,648 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/table/12e994153eb549f7b6168b45de571c1c is 53, key is hbase:replication/table:state/1731543991544/Put/seqid=0 2024-11-14T00:26:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741852_1028 (size=5308) 2024-11-14T00:26:44,717 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T00:26:44,717 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T00:26:44,717 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:44,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T00:26:44,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:44,917 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:45,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T00:26:45,064 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/table/12e994153eb549f7b6168b45de571c1c 2024-11-14T00:26:45,096 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/info/84cc83f006c04347a825c1bf741f60d1 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/info/84cc83f006c04347a825c1bf741f60d1 2024-11-14T00:26:45,101 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:45,114 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:26:45,114 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:26:45,115 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 63baa11b75f3,44843,1731543973808: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-63baa11b75f3,44843,1731543973808, walGroup=63baa11b75f3%2C44843%2C1731543973808, offset=63baa11b75f3%2C44843%2C1731543973808.1731543996071:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:44843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T00:26:45,117 ERROR [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T00:26:45,117 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T00:26:45,117 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T00:26:45,117 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T00:26:45,117 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T00:26:45,117 INFO [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1650458624, "init": 1048576000, "max": 2306867200, "used": 1156633424 }, "NonHeapMemoryUsage": { "committed": 211419136, "init": 7667712, "max": -1, "used": 208429320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T00:26:45,118 WARN [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:40399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=63baa11b75f3:40399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T00:26:45,119 DEBUG [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T00:26:45,119 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 688, reset compression=false 2024-11-14T00:26:45,125 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/info/84cc83f006c04347a825c1bf741f60d1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T00:26:45,126 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/ns/0a5650cd109f4a8b84515db3d6a3677d as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/ns/0a5650cd109f4a8b84515db3d6a3677d 2024-11-14T00:26:45,136 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/ns/0a5650cd109f4a8b84515db3d6a3677d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T00:26:45,137 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/rep_barrier/94d9ee22e6754655a4f77b8d01cb236d as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/rep_barrier/94d9ee22e6754655a4f77b8d01cb236d 2024-11-14T00:26:45,142 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/rep_barrier/94d9ee22e6754655a4f77b8d01cb236d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T00:26:45,145 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/.tmp/table/12e994153eb549f7b6168b45de571c1c as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/table/12e994153eb549f7b6168b45de571c1c 2024-11-14T00:26:45,150 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/table/12e994153eb549f7b6168b45de571c1c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T00:26:45,151 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=16, compaction requested=false 2024-11-14T00:26:45,201 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T00:26:45,204 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T00:26:45,204 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T00:26:45,205 INFO [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:45,205 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731544003712Running coprocessor pre-close hooks at 1731544003712Disabling compacts and flushes for region at 1731544003712Disabling writes for close at 1731544003713 (+1 ms)Obtaining lock to block concurrent updates at 1731544003713Preparing flush snapshotting stores in 1588230740 at 1731544003713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731544003713Flushing stores of hbase:meta,,1.1588230740 at 1731544003713Flushing 1588230740/info: creating writer at 1731544003713Flushing 1588230740/info: appending metadata at 1731544003726 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731544003726Flushing 1588230740/ns: creating writer at 1731544003779 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731544003805 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731544003805Flushing 1588230740/rep_barrier: creating writer at 1731544004212 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731544004227 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731544004228 (+1 ms)Flushing 1588230740/table: creating writer at 1731544004635 (+407 ms)Flushing 1588230740/table: appending metadata at 1731544004647 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731544004647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b666b7c: reopening flushed file at 1731544005090 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f124715: reopening flushed file at 1731544005126 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7346af96: reopening flushed file at 1731544005136 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709916d2: reopening flushed file at 1731544005142 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=16, compaction requested=false at 1731544005151 (+9 ms)Writing region close event to WAL at 1731544005180 (+29 ms)Running coprocessor post-close hooks at 1731544005204 (+24 ms)Closed at 1731544005205 (+1 ms) 2024-11-14T00:26:45,205 DEBUG [RS_CLOSE_META-regionserver/63baa11b75f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T00:26:45,305 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 393, reset compression=false 2024-11-14T00:26:45,319 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(976): stopping server 63baa11b75f3,44843,1731543973808; all regions closed. 2024-11-14T00:26:45,321 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T00:26:45,321 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 688, reset compression=false 2024-11-14T00:26:45,321 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-63baa11b75f3,44843,1731543973808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T00:26:45,322 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T00:26:45,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741843_1019 (size=859) 2024-11-14T00:26:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741844_1020 (size=2791) 2024-11-14T00:26:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741842_1018 (size=696) 2024-11-14T00:26:45,334 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 to pos 688, reset compression=false 2024-11-14T00:26:45,335 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:45,335 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T00:26:45,335 INFO [RS:0;63baa11b75f3:44843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:45,335 INFO [RS:0;63baa11b75f3:44843 {}] hbase.ChoreService(370): Chore service for: regionserver/63baa11b75f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:45,335 INFO [RS:0;63baa11b75f3:44843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:45,335 INFO [regionserver/63baa11b75f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:45,335 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-63baa11b75f3,44843,1731543973808 because: Region server is closing 2024-11-14T00:26:45,336 INFO [RS:0;63baa11b75f3:44843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:44843. 2024-11-14T00:26:45,336 DEBUG [RS:0;63baa11b75f3:44843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:45,336 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:45,336 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:45,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:45,336 DEBUG [RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.wal-reader.63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/WALs/63baa11b75f3,44843,1731543973808/63baa11b75f3%2C44843%2C1731543973808.1731543996071 2024-11-14T00:26:45,436 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,1-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,1-63baa11b75f3,44843,1731543973808 terminated 2024-11-14T00:26:45,436 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-63baa11b75f3,44843,1731543973808 because: Region server is closing 2024-11-14T00:26:45,437 INFO [RS:0;63baa11b75f3:44843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;63baa11b75f3:44843. 2024-11-14T00:26:45,437 DEBUG [RS:0;63baa11b75f3:44843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T00:26:45,437 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:45,437 DEBUG [RS:0;63baa11b75f3:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T00:26:45,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T00:26:45,537 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/63baa11b75f3:0-0.replicationSource,2-63baa11b75f3,44843,1731543973808.replicationSource.shipper63baa11b75f3%2C44843%2C1731543973808,2-63baa11b75f3,44843,1731543973808 terminated 2024-11-14T00:26:45,537 INFO [RS:0;63baa11b75f3:44843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44843 2024-11-14T00:26:45,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771/rs 2024-11-14T00:26:45,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1203465771/rs/63baa11b75f3,44843,1731543973808 2024-11-14T00:26:45,560 INFO [RS:0;63baa11b75f3:44843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:45,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [63baa11b75f3,44843,1731543973808] 2024-11-14T00:26:45,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1203465771/draining/63baa11b75f3,44843,1731543973808 already deleted, retry=false 2024-11-14T00:26:45,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 63baa11b75f3,44843,1731543973808 expired; onlineServers=0 2024-11-14T00:26:45,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '63baa11b75f3,40399,1731543973263' ***** 2024-11-14T00:26:45,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T00:26:45,581 INFO [M:0;63baa11b75f3:40399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T00:26:45,581 INFO [M:0;63baa11b75f3:40399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T00:26:45,581 DEBUG [M:0;63baa11b75f3:40399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T00:26:45,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T00:26:45,582 DEBUG [M:0;63baa11b75f3:40399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T00:26:45,582 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543974781 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.small.0-1731543974781,5,FailOnTimeoutGroup] 2024-11-14T00:26:45,582 DEBUG [master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543974779 {}] cleaner.HFileCleaner(306): Exit Thread[master/63baa11b75f3:0:becomeActiveMaster-HFileCleaner.large.0-1731543974779,5,FailOnTimeoutGroup] 2024-11-14T00:26:45,582 INFO [M:0;63baa11b75f3:40399 {}] hbase.ChoreService(370): Chore service for: master/63baa11b75f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T00:26:45,582 INFO [M:0;63baa11b75f3:40399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T00:26:45,582 DEBUG [M:0;63baa11b75f3:40399 {}] master.HMaster(1795): Stopping service threads 2024-11-14T00:26:45,582 INFO [M:0;63baa11b75f3:40399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T00:26:45,582 INFO [M:0;63baa11b75f3:40399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T00:26:45,582 ERROR [M:0;63baa11b75f3:40399 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38867,5,PEWorkerGroup] 2024-11-14T00:26:45,583 INFO [M:0;63baa11b75f3:40399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T00:26:45,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T00:26:45,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1203465771/master 2024-11-14T00:26:45,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1203465771 2024-11-14T00:26:45,592 DEBUG [M:0;63baa11b75f3:40399 {}] zookeeper.ZKUtil(347): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Unable to get data of znode /0-1203465771/master because node does not exist (not an error) 2024-11-14T00:26:45,592 WARN [M:0;63baa11b75f3:40399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T00:26:45,592 INFO [M:0;63baa11b75f3:40399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/.lastflushedseqids 2024-11-14T00:26:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741853_1029 (size=263) 2024-11-14T00:26:45,605 INFO [M:0;63baa11b75f3:40399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T00:26:45,605 INFO [M:0;63baa11b75f3:40399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T00:26:45,605 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T00:26:45,605 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:45,605 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:45,605 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T00:26:45,605 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:45,605 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-14T00:26:45,625 DEBUG [M:0;63baa11b75f3:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a68f5f639a4466da5d70b070ad52487 is 82, key is hbase:meta,,1/info:regioninfo/1731543976329/Put/seqid=0 2024-11-14T00:26:45,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741854_1030 (size=5672) 2024-11-14T00:26:45,628 INFO [M:0;63baa11b75f3:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a68f5f639a4466da5d70b070ad52487 2024-11-14T00:26:45,645 DEBUG [M:0;63baa11b75f3:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98351aadb744ede8cafc6c8f3ed68c6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731543991569/Put/seqid=0 2024-11-14T00:26:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741855_1031 (size=8908) 2024-11-14T00:26:45,648 INFO [M:0;63baa11b75f3:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98351aadb744ede8cafc6c8f3ed68c6 2024-11-14T00:26:45,665 DEBUG [M:0;63baa11b75f3:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44b3d100f2ab4a4ba40deef79b8c8d46 is 69, key is 63baa11b75f3,44843,1731543973808/rs:state/1731543974834/Put/seqid=0 2024-11-14T00:26:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741856_1032 (size=5156) 2024-11-14T00:26:45,668 INFO [M:0;63baa11b75f3:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44b3d100f2ab4a4ba40deef79b8c8d46 2024-11-14T00:26:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x10136bc30950001, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:45,671 INFO [RS:0;63baa11b75f3:44843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:45,671 INFO [RS:0;63baa11b75f3:44843 {}] regionserver.HRegionServer(1031): Exiting; stopping=63baa11b75f3,44843,1731543973808; zookeeper connection closed. 2024-11-14T00:26:45,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1deadf6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1deadf6f 2024-11-14T00:26:45,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T00:26:45,672 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a68f5f639a4466da5d70b070ad52487 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a68f5f639a4466da5d70b070ad52487 2024-11-14T00:26:45,675 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a68f5f639a4466da5d70b070ad52487, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T00:26:45,676 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98351aadb744ede8cafc6c8f3ed68c6 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b98351aadb744ede8cafc6c8f3ed68c6 2024-11-14T00:26:45,683 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b98351aadb744ede8cafc6c8f3ed68c6, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T00:26:45,684 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44b3d100f2ab4a4ba40deef79b8c8d46 as hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44b3d100f2ab4a4ba40deef79b8c8d46 2024-11-14T00:26:45,694 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38867/user/jenkins/test-data/51d1af5b-7ea5-d354-c2d4-3f51244d2ac2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44b3d100f2ab4a4ba40deef79b8c8d46, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T00:26:45,695 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=112, compaction requested=false 2024-11-14T00:26:45,696 INFO [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T00:26:45,696 DEBUG [M:0;63baa11b75f3:40399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731544005605Disabling compacts and flushes for region at 1731544005605Disabling writes for close at 1731544005605Obtaining lock to block concurrent updates at 1731544005605Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731544005605Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731544005605Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731544005606 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731544005606Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731544005624 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731544005624Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731544005633 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731544005645 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731544005645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731544005652 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731544005664 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731544005664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e377da4: reopening flushed file at 1731544005671 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c6b046: reopening flushed file at 1731544005675 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42bc8fc: reopening flushed file at 1731544005683 (+8 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=112, compaction requested=false at 1731544005695 (+12 ms)Writing region close event to WAL at 1731544005696 (+1 ms)Closed at 1731544005696 2024-11-14T00:26:45,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40237 is added to blk_1073741830_1006 (size=69043) 2024-11-14T00:26:45,702 INFO [M:0;63baa11b75f3:40399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T00:26:45,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T00:26:45,702 INFO [M:0;63baa11b75f3:40399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40399 2024-11-14T00:26:45,702 INFO [M:0;63baa11b75f3:40399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T00:26:45,811 INFO [M:0;63baa11b75f3:40399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T00:26:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x10136bc30950000, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T00:26:45,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2da0c0e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T00:26:45,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66067352{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:45,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:45,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13eac5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:45,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@499e6722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:45,815 WARN [BP-469920655-172.17.0.3-1731543971084 heartbeating to localhost/127.0.0.1:38867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T00:26:45,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T00:26:45,815 WARN [BP-469920655-172.17.0.3-1731543971084 heartbeating to localhost/127.0.0.1:38867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469920655-172.17.0.3-1731543971084 (Datanode Uuid 862aed58-9228-4f95-a0ba-4556aace8610) service to localhost/127.0.0.1:38867 2024-11-14T00:26:45,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T00:26:45,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/data/data1/current/BP-469920655-172.17.0.3-1731543971084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:45,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/cluster_14ac0951-e309-6cca-1ed6-7f56c2ef799d/data/data2/current/BP-469920655-172.17.0.3-1731543971084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T00:26:45,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T00:26:45,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@392dd8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T00:26:45,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dfb4124{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T00:26:45,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T00:26:45,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49df445f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T00:26:45,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1266fcc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d2f248b-547e-d2af-96eb-a189561908ad/hadoop.log.dir/,STOPPED} 2024-11-14T00:26:45,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T00:26:45,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T00:26:45,850 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 529) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52295) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35547 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-38 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52295) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52295) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37125 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35547 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37125 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38867 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1109 (was 1148), ProcessCount=11 (was 11), AvailableMemoryMB=898 (was 2608) 2024-11-14T00:26:45,851 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-11-14T00:26:45,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136bc30950005, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:26:45,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136bc30950008, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:26:45,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136bc30950002, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T00:26:45,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136bc30950002, quorum=127.0.0.1:52295, baseZNode=/0-1203465771 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:26:45,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136bc30950005, quorum=127.0.0.1:52295, baseZNode=/12099178422 Received Disconnected from ZooKeeper, ignoring 2024-11-14T00:26:45,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136bc30950008, quorum=127.0.0.1:52295, baseZNode=/2-6988069 Received Disconnected from ZooKeeper, ignoring